00010000:00000010:0.1F:1776200104.216580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d781ec88. 00010000:00000010:0.1:1776200104.216609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da2a61a0. 00010000:00000010:2.1F:1776200104.907506:0:5534:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d781ec88. 00010000:00000010:2.1:1776200104.907536:0:5534:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7511a09. 00010000:00000010:2.1:1776200104.907540:0:5534:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005abb5fcc. 00010000:00000010:2.1:1776200104.907543:0:5534:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a843930a. 00010000:00000010:2.1:1776200104.907546:0:5534:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000020f9342. 00010000:00010000:0.0:1776201052.580098:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb1f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580122:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580128:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580133:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580138:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.580140:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580145:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580152:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (000000006c46eb73) 00010000:00010000:0.0:1776201052.580154:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.580156:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.580161:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb1fc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.581903:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201052.585209:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.585214:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb21f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.585226:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e7e3268 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.585229:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb21f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.585235:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb21f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.585246:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (00000000e3551dbe) 00010000:00010000:0.0:1776201052.585248:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.585251:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb21f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.585256:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb21f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.585268:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.585270:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.585271:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.588372:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738223168 00000100:00100000:0.0:1776201052.588430:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72433 00000100:00100000:0.0:1776201052.588436:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011b29bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+401:17702:x1862480738223168:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.588488:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.588516:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c951093/0xf221502977faff75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a375 expref: 401 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588538:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b06142c/0xf221502977e55bff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9115 expref: 400 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588565:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (000000003055854a) 00010000:00010000:0.0:1776201052.588576:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.588613:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588629:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588641:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588660:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588672:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588679:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588812:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588820:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.588827:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.589215:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3497, 64 off232064 00010000:00010000:0.0:1776201052.589287:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589297:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589304:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589311:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589316:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589321:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb23b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589343:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.589363:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000011b29bd7 reply state 000000003ee4757d transno 4295010850 ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589410:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589416:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589422:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589431:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebcb7f04 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.589434:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589439:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589446:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (00000000410d8b7e) 00010000:00010000:0.0:1776201052.589447:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.589450:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.589455:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb226 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.589462:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000011b29bd7 reply state 000000003ee4757d transno 4295010850 ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.589566:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011b29bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+400:17702:x1862480738223168:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1128us (1500us total) trans 4295010850 rc 0/0 00000100:00100000:0.0:1776201052.589574:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72433 00010000:00010000:0.0:1776201052.594582:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594602:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594611:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594618:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000249bff4a already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.594622:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594629:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594646:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0xf4ed591 (000000001d3e7095) 00010000:00010000:0.0:1776201052.594649:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.594655:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594662:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb22d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594683:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594689:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594694:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594699:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035114597 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.594701:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594705:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594712:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (00000000e7fa9ddc) 00010000:00010000:0.0:1776201052.594715:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.594716:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.594722:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb234 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.605270:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738223424 00000100:00100000:0.0:1776201052.605333:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72435 00000100:00100000:0.0:1776201052.605340:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+399:17701:x1862480738223424:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.605395:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.605420:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000015a5f7fa/0xf221502977faa731 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68a46 expref: 399 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605446:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977e562c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x74:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93ca expref: 398 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605456:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (00000000ff30d890) 00010000:00010000:0.0:1776201052.605520:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.605560:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb25e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605576:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb25e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605586:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb25e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605610:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb265 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6a:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605616:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605622:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605735:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb26c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605743:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb26c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.605750:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb26c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.606134:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3490, 64 off231616 00010000:00010000:0.0:1776201052.606252:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606263:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606270:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606279:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606285:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606291:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb273 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.606309:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.606327:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c9809969 reply state 00000000efe9367a transno 4295010852 ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb26c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.613934:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738223488 00000100:00100000:0.0:1776201052.613994:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24375 00000100:00100000:0.0:1776201052.614000:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+398:17702:x1862480738223488:12345-192.168.202.3@tcp:37:dbench.0 00000100:00100000:0.0:1776201052.616616:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.622878:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+398:17702:x1862480738223488:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 8875us (9054us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201052.622893:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24375 00010000:00010000:0.0:1776201052.644800:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201052.644807:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb2c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.644816:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000020f9342 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.644819:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb2c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.644828:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb2c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.644843:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (00000000e3551dbe) 00010000:00010000:0.0:1776201052.644845:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.644848:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb2c7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.644853:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb2c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645795:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.645799:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb306 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645806:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f790435 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.645808:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb306 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645814:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb306 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645824:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (000000008234b161) 00010000:00010000:0.0:1776201052.645826:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.645828:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb306 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645833:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb306 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.645843:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.645845:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.645847:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.646693:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.646697:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.646699:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.656607:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738224320 00000100:00100000:0.0:1776201052.656656:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24376 00000100:00100000:0.0:1776201052.656662:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ec998c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+396:17874:x1862480738224320:12345-192.168.202.3@tcp:37:ll_sa_17702.0 00010000:00010000:0.0:1776201052.682846:0:6374:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.682856:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.682882:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb368 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.682894:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.682904:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683027:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb36f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683035:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb36f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683043:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb36f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.683437:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3500, 64 off232256 00010000:00010000:0.0:1776201052.683508:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683517:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683524:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683531:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683537:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683543:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683573:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.683593:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e66f19b8 reply state 000000000b03e73f transno 4295010857 ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb36f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683614:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.683618:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683625:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000249bff4a already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.683629:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683635:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683644:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (00000000a4a37219) 00010000:00010000:0.0:1776201052.683647:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.683649:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683654:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb376 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683667:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.683668:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.683669:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.683707:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683713:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683718:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683722:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009491df2a already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.683724:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683729:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683737:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:0.0:1776201052.683740:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.683742:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.683748:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009491df2a/0xf221502977fbb30d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.683755:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e66f19b8 reply state 000000000b03e73f transno 4295010857 ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.683837:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66f19b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+396:17702:x1862480738224128:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 34305us (34586us total) trans 4295010857 rc 0/0 00000100:00100000:0.0:1776201052.683846:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72442 00000100:00100000:0.0:1776201052.685217:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738224704 00000100:00100000:0.0:1776201052.685256:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72446 00000100:00100000:0.0:1776201052.685263:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e9e17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+396:17701:x1862480738224704:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.685313:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.685349:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2763899/0xf221502977faa9bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68b2d expref: 396 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685369:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ab5045e/0xf221502977e56528 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94d4 expref: 395 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685377:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (0000000008fd89d1) 00010000:00010000:0.0:1776201052.685386:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.685411:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685423:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685432:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685447:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb384 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6a:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685454:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685459:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685558:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000000089c2f/0xf221502977fbb38b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685567:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000089c2f/0xf221502977fbb38b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685574:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000089c2f/0xf221502977fbb38b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.685867:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3494, 64 off231872 00010000:00010000:0.0:1776201052.685928:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685938:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685949:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685956:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685962:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685967:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.685984:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.685998:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d9e9e17c reply state 0000000092b3ba39 transno 4295010858 ns: mdt-lustre-MDT0000_UUID lock: 0000000000089c2f/0xf221502977fbb38b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686038:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686044:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686050:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686056:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035114597 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.686059:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686069:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686077:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (0000000056681f2d) 00010000:00010000:0.0:1776201052.686080:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.686083:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686089:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb37d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.686098:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d9e9e17c reply state 0000000092b3ba39 transno 4295010858 ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.686167:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e9e17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+396:17701:x1862480738224704:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 904us (3382us total) trans 4295010858 rc 0/0 00000100:00100000:0.0:1776201052.686175:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72446 00010000:00010000:0.0:1776201052.686249:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.686253:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686260:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f790435 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.686263:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686269:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686282:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (00000000e7fa9ddc) 00010000:00010000:0.0:1776201052.686284:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.686287:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686292:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f790435/0xf221502977fbb392 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.686302:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.686303:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.686305:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.690342:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.690387:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738224832 00000100:00100000:0.0:1776201052.690429:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72447 00000100:00100000:0.0:1776201052.690435:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35c4aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+396:17702:x1862480738224832:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.690498:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.690530:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb361 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e092 expref: 396 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690559:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977e5589b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fbe expref: 395 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690569:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (0000000054756f5b) 00010000:00010000:0.0:1776201052.690578:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.690614:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690629:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690640:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690656:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb3a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690663:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690669:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690778:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb3a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690787:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb3a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.690793:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb3a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.691129:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3501, 64 off232320 00010000:00010000:0.0:1776201052.691225:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691236:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691243:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691255:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691260:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691265:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb3ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691292:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.691312:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b35c4aa6 reply state 00000000b0e5a515 transno 4295010859 ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb3a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691366:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691372:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691378:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691384:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006592698c already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.691387:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691393:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691407:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:0.0:1776201052.691410:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.691413:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.691419:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006592698c/0xf221502977fbb399 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.691427:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b35c4aa6 reply state 00000000b0e5a515 transno 4295010859 ns: mdt-lustre-MDT0000_UUID lock: 00000000ebcb7f04/0xf221502977fbb3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.691508:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35c4aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+396:17702:x1862480738224832:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1072us (1175us total) trans 4295010859 rc 0/0 00000100:00100000:0.0:1776201052.691517:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72447 00000100:00100000:0.0:1776201052.696131:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201052.697452:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.697457:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb3ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.697466:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000020f9342 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.697468:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb3ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.697473:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb3ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.697482:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (000000006c46eb73) 00010000:00010000:0.0:1776201052.697484:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.697487:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb3ca lrc: 1/0,0 mode: --/PW res: [0x200000401:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.697492:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb3ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.697503:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.697504:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.697506:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.705749:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.705786:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.707418:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707424:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707437:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:1.0:1776201052.707446:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000040c9b02c reply state 000000003b2fc63f transno 4295010862 ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb3fb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707478:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707485:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707490:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707495:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.707498:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707502:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707510:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:1.0:1776201052.707512:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.707514:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 2/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707519:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb3ed lrc: 0/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.707528:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000040c9b02c reply state 000000003b2fc63f transno 4295010862 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb3f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.707578:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040c9b02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+393:17702:x1862480738225216:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 623us (1792us total) trans 4295010862 rc 0/0 00000100:00100000:1.0:1776201052.707586:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72450 00010000:00010000:1.0:1776201052.707614:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201052.707619:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb3e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707625:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.707628:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb3e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707634:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb3e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707642:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201052.707644:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.707646:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb3e6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707651:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb3e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707660:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.707663:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707669:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb88f1d1 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.707670:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707676:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707683:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201052.707685:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.707687:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707691:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb402 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.707699:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.707700:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.707701:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.707941:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.710758:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710780:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710786:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710792:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.710797:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710803:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710818:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x10cfb8f0 (000000002f75e491) 00010000:00010000:1.0:1776201052.710820:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.710824:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710829:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb3d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6a:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710849:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710856:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710861:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710866:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.710868:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710873:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710880:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201052.710883:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.710884:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.710889:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb3df lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.714388:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.715958:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.715962:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb41e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.715969:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014e8bd4e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.715971:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb41e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.715978:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb41e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.715987:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (000000008ba87046) 00010000:00010000:1.0:1776201052.715989:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.715991:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb41e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.715997:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb41e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.716007:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.716008:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.716009:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.718862:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718881:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718888:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718895:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fbd1596 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.718898:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718905:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718919:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x1e0192a5 (000000005fbf4074) 00010000:00010000:1.0:1776201052.718922:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.718925:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718930:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb410 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6a:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718949:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718955:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718960:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718968:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077f5b7fc already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.718970:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718975:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718982:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (000000008ba87046) 00010000:00010000:1.0:1776201052.718984:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.718985:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.718990:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb417 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.727488:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.727532:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.727591:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.733130:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.733169:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.733356:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738225728 00000100:00100000:1.0:1776201052.733408:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738225792 00000100:00100000:1.0:1776201052.733432:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72455 00000100:00100000:1.0:1776201052.733438:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002165ea8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+392:17701:x1862480738225728:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.733486:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201052.733512:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000262bc34a/0xf221502977fba73d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd43 expref: 392 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733534:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000523dabb5/0xf221502977e56a84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x87:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96fd expref: 391 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733554:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (000000005dfbc33f) 00010000:00010000:1.0:1776201052.733568:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbafc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e01b expref: 390 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733576:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.733578:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.733606:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733618:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733625:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733640:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733646:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733652:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733749:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733756:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.733763:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776201052.734131:0:5553:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x87:0x0] is inserted into orphan list, open count = 1 00000004:00010000:1.0:1776201052.734260:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002165ea8d reply state 00000000238f82d6 transno 4295010865 ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734272:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734278:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734285:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734290:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb88f1d1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.734294:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734300:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734307:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.734309:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.734312:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734317:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb479 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.734327:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002165ea8d reply state 00000000238f82d6 transno 4295010865 ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.734396:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002165ea8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+391:17701:x1862480738225728:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 956us (1274us total) trans 4295010865 rc 0/0 00000100:00100000:1.0:1776201052.734403:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72455 00000100:00100000:1.0:1776201052.734425:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72456 00000100:00100000:1.0:1776201052.734430:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014e40560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+390:17876:x1862480738225792:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:1.0:1776201052.734441:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201052.734451:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0a7 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734468:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 391 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734479:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 391 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.734486:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.734488:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.734490:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000249bff4a, rc 0) 00000100:00100000:1.0:1776201052.734509:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014e40560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+391:17876:x1862480738225792:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 79us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201052.734515:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72456 00000100:00100000:0.0:1776201052.741925:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.742077:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742089:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742097:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742120:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000032a1941d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.742123:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742130:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742145:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0xdf197568 (000000006baee33b) 00010000:00010000:1.0:1776201052.742148:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.742151:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742157:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb480 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742212:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742219:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742224:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742229:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035114597 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.742231:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742236:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742244:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201052.742246:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.742248:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.742252:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb487 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744225:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.744230:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744236:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c68222b9 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.744239:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744244:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744255:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1396:0x0].0x0 (00000000fbf79835) 00010000:00010000:1.0:1776201052.744257:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.744259:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4aa lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744265:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.744275:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.744276:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.744277:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.751043:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.753263:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.759224:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.759331:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738226240 00000100:00100000:1.0:1776201052.759378:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72459 00000100:00100000:1.0:1776201052.759385:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092165de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+390:17702:x1862480738226240:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.759439:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201052.759466:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fb90a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1390:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d5b0 expref: 390 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759483:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1390:0x0].0x0 (00000000aef0b867) 00010000:00010000:1.0:1776201052.759492:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.759523:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759537:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759576:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759592:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb4bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759599:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb4bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759605:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb4bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759710:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb4c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759719:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb4c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.759725:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb4c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.760044:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3500, 64 off232256 00010000:00010000:1.0:1776201052.760104:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760114:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760121:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760128:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760135:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760141:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760155:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.760172:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000092165de reply state 000000007bd2daa4 transno 4295010867 ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb4c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760243:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760250:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760255:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760261:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb88f1d1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.760264:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760270:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760278:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:1.0:1776201052.760281:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.760283:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.760290:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb4b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.760298:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000092165de reply state 000000007bd2daa4 transno 4295010867 ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb4bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.760373:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092165de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+391:17702:x1862480738226240:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 987us (1156us total) trans 4295010867 rc 0/0 00000100:00100000:1.0:1776201052.760381:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72459 00010000:00010000:0.0:1776201052.761593:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.761598:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.761607:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.761609:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.761616:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.761629:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1390:0x0].0x0 (00000000fd2c1ded) 00010000:00010000:0.0:1776201052.761630:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.761632:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.761637:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb4cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.761648:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.761649:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.761651:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.764224:0:5554:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051ede3c9 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5554:1862480742310144:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201052.764257:0:5554:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.768965:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.770496:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738226432 00010000:00010000:0.0:1776201052.770523:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 387 pid: 5553 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1776201052.770570:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33647 00000100:00100000:0.0:1776201052.770576:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+388:2228:x1862480738226432:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201052.770588:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201052.770594:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 388 pid: 5553 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201052.770611:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 388 pid: 5553 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201052.770630:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb48e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a7 expref: 387 pid: 5553 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201052.770640:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:0.0:1776201052.770645:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770653:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770659:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770687:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201052.770707:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+386:2228:x1862480738226432:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 131us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201052.770714:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33647 00010000:00010000:0.0:1776201052.770734:0:5554:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770741:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770755:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb4f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770763:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770769:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770842:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb4f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770855:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb4f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.770861:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb4f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201052.771089:0:5554:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x86:0x0] is inserted into orphan list, open count = 1 00000004:00010000:0.0:1776201052.771175:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7a48de9 reply state 0000000008043eb2 transno 4295010869 ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb4f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771225:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771230:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771234:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771238:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b7679024 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.771240:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771246:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771254:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:0.0:1776201052.771257:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.771259:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.771265:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7679024/0xf221502977fbb4b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.771273:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7a48de9 reply state 0000000008043eb2 transno 4295010869 ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb4f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771449:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.771454:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb4e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771461:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000017c6823a already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.771463:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb4e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771469:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb4e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771479:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138e:0x0].0x0 (00000000fbf79835) 00010000:00010000:1.0:1776201052.771481:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.771483:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb4e9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x138e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771488:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb4e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x138e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.771498:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.771499:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.771500:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.771804:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+387:17701:x1862480738226048:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 19041us (20283us total) trans 4295010869 rc 0/0 00000100:00100000:0.0:1776201052.771812:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72458 00010000:00010000:0.0:1776201052.774074:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774091:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774098:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774104:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c68222b9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.774108:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774115:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774129:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0xdb4ed787 (000000006ef25a57) 00010000:00010000:0.0:1776201052.774132:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.774135:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774142:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c68222b9/0xf221502977fbb4db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x57:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774160:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774166:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774172:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774177:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007885e813 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.774214:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774221:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774227:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138e:0x0].0x0 (00000000fbf79835) 00010000:00010000:0.0:1776201052.774229:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.774231:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.774236:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007885e813/0xf221502977fbb4e2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x138e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.777962:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.778051:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738226560 00000100:00100000:1.0:1776201052.778114:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72461 00000100:00100000:1.0:1776201052.778123:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65aa6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17701:x1862480738226560:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.778229:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.778261:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080be5208/0xf221502977fba43b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc4e expref: 385 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778286:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000128a7672/0xf221502977fba426 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc47 expref: 384 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778297:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a6:0x0].0x0 (000000002c8c808a) 00010000:00010000:1.0:1776201052.778309:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.778354:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778367:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778377:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778391:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778397:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778402:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778511:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778521:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778527:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.778908:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3502, 64 off232384 00010000:00010000:1.0:1776201052.778984:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778992:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.778999:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779007:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779012:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779018:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb513 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779039:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.779057:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c65aa6b2 reply state 00000000ec54ddda transno 4295010870 ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779115:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779124:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779133:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779149:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005abb5fcc already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.779154:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779164:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779175:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.779179:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.779209:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.779215:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb4fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.779225:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c65aa6b2 reply state 00000000ec54ddda transno 4295010870 ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.779311:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65aa6b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17701:x1862480738226560:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1188us (1355us total) trans 4295010870 rc 0/0 00000100:00100000:1.0:1776201052.779320:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72461 00000100:00100000:1.0:1776201052.781753:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738226688 00000100:00100000:1.0:1776201052.781837:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72462 00000100:00100000:1.0:1776201052.781844:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b876dfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17702:x1862480738226688:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.781895:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.781921:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cb3acd33/0xf221502977fb9a63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1399:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8c0 expref: 385 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.781941:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f497e862/0xf221502977fb9a32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8b2 expref: 384 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.781951:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1399:0x0].0x0 (00000000d92c3bf5) 00010000:00010000:1.0:1776201052.781960:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.781990:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782004:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782013:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782027:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb521 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782034:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782045:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782162:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb528 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1399:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782171:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782217:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.782568:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3503, 64 off232448 00010000:00010000:1.0:1776201052.782630:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782639:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782647:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782655:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782661:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782666:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782687:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.782705:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b876dfbe reply state 00000000e6e9be9f transno 4295010871 ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782751:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782757:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782763:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782769:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000020f9342 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.782773:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782780:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782789:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:1.0:1776201052.782792:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.782795:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.782801:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb51a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.782810:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b876dfbe reply state 00000000e6e9be9f transno 4295010871 ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.782890:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b876dfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17702:x1862480738226688:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1039us (1429us total) trans 4295010871 rc 0/0 00000100:00100000:1.0:1776201052.782897:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72462 00010000:00010000:0.0:1776201052.784833:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.784841:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.784855:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077f5b7fc already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.784858:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.784867:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.784882:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1399:0x0].0x0 (0000000072af5788) 00010000:00010000:0.0:1776201052.784885:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.784888:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.784895:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb52f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.784910:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.784912:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.784913:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.786303:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786325:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786332:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786339:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cdbe71db already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.786343:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786350:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786362:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0xb10fb57d (000000002f75e491) 00010000:00010000:0.0:1776201052.786365:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.786368:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786374:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb505 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786392:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786398:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786403:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786407:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfb7f6b7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.786409:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786414:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786420:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a6:0x0].0x0 (000000006baee33b) 00010000:00010000:0.0:1776201052.786423:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.786424:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.786429:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb50c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.789359:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738226816 00000100:00100000:1.0:1776201052.789402:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72463 00000100:00100000:1.0:1776201052.789408:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a15cab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+383:17701:x1862480738226816:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.789460:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.789479:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1d0e1d/0xf221502977fb9c23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d97d expref: 383 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789496:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae54033d/0xf221502977e56903 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x84:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9663 expref: 382 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789504:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (00000000cae17a94) 00010000:00010000:1.0:1776201052.789511:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.789541:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789570:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789580:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789597:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789608:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789613:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789708:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789716:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.789723:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.790042:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3503, 64 off232448 00010000:00010000:1.0:1776201052.790105:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790114:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790121:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790128:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790135:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790141:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790161:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.790211:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a15cab3 reply state 0000000095cc4572 transno 4295010872 ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790262:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790269:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790274:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790279:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fbd1596 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.790282:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790288:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790297:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.790299:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.790302:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.790307:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb536 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.790316:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a15cab3 reply state 0000000095cc4572 transno 4295010872 ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.790390:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a15cab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+383:17701:x1862480738226816:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 981us (1406us total) trans 4295010872 rc 0/0 00000100:00100000:1.0:1776201052.790398:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72463 00010000:00010000:0.0:1776201052.791678:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.791685:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.791695:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000249bff4a already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.791698:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.791706:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.791718:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (000000008f6a224c) 00010000:00010000:0.0:1776201052.791720:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.791723:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.791729:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb54b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.791743:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.791744:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.791746:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.796577:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796596:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796603:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796609:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014e8bd4e already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.796612:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796619:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796634:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0xeff62052 (00000000f9ea1086) 00010000:00010000:0.0:1776201052.796637:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.796640:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796646:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb53d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796663:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796669:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796674:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796684:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.796686:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796691:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796698:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (000000008f6a224c) 00010000:00010000:0.0:1776201052.796700:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.796702:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.796707:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb544 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.797672:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227136 00000100:00100000:1.0:1776201052.797717:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227264 00000100:00100000:1.0:1776201052.797744:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72467 00000100:00100000:1.0:1776201052.797749:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d446dab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+386:17702:x1862480738227136:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.797801:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.797821:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbad56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df42 expref: 386 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797834:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ae:0x0].0x0 (000000000878e24c) 00010000:00010000:1.0:1776201052.797847:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbafd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e022 expref: 385 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797855:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:1.0:1776201052.797858:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.797886:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797900:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797909:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797922:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797929:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.797934:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798031:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798039:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798046:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776201052.798360:0:5554:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x13ae:0x0] is inserted into orphan list, open count = 1 00000004:00010000:1.0:1776201052.798468:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006d446dab reply state 000000000b761d60 transno 4295010873 ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798481:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798487:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798494:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798500:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000079d9518b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.798503:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798509:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798517:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:1.0:1776201052.798520:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.798522:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798528:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb5a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.798536:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006d446dab reply state 000000000b761d60 transno 4295010873 ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.798629:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d446dab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+386:17702:x1862480738227136:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 878us (1120us total) trans 4295010873 rc 0/0 00000100:00100000:1.0:1776201052.798637:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72467 00000100:00100000:1.0:1776201052.798657:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72468 00000100:00100000:1.0:1776201052.798662:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029f39c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17701:x1862480738227264:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.798683:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.798695:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbad95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df57 expref: 385 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798714:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbad72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df49 expref: 384 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798721:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ad:0x0].0x0 (000000005db9ca46) 00010000:00010000:1.0:1776201052.798726:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.798740:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798748:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798754:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798765:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb5c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0x8849861e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798771:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb5c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798777:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb5c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798830:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb5c9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798838:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb5c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.798849:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb5c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776201052.799006:0:5554:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x13ad:0x0] is inserted into orphan list, open count = 1 00000004:00010000:1.0:1776201052.799060:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000029f39c2 reply state 00000000d8116340 transno 4295010874 ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb5c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799069:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799074:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799079:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799084:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb88f1d1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.799086:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799091:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799098:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.799100:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.799102:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.799107:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.799115:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000029f39c2 reply state 00000000d8116340 transno 4295010874 ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb5c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.799146:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029f39c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+385:17701:x1862480738227264:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 484us (1546us total) trans 4295010874 rc 0/0 00000100:00100000:1.0:1776201052.799153:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72468 00000100:00100000:1.0:1776201052.803363:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227328 00000100:00100000:1.0:1776201052.803409:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72469 00000100:00100000:1.0:1776201052.803415:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000933025af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+385:17878:x1862480738227328:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:1.0:1776201052.803436:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201052.803458:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0c3 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.803494:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 386 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.803508:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 386 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.803517:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:1.0:1776201052.803520:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.803523:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000249bff4a, rc 0) 00000100:00100000:1.0:1776201052.803580:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000933025af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+386:17878:x1862480738227328:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 165us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201052.803587:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72469 00010000:00010000:0.0:1776201052.804514:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804657:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804664:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804669:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056d78223 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.804672:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804680:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804694:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x8849861e (000000004c73fc1d) 00010000:00010000:0.0:1776201052.804697:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.804701:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804706:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb5ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804724:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804731:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804736:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804741:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076860b3b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.804743:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804748:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804755:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ae:0x0].0x0 (00000000e2051828) 00010000:00010000:0.0:1776201052.804757:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.804758:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.804769:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb5b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.811854:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.814395:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227520 00000100:00100000:0.0:1776201052.814446:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72470 00000100:00100000:0.0:1776201052.814453:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+386:17701:x1862480738227520:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.814504:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.814532:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d088d87/0xf221502977fbaf7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff8 expref: 386 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814563:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbaf63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfea expref: 385 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814573:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b2:0x0].0x0 (00000000cf8cde40) 00010000:00010000:0.0:1776201052.814581:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.814614:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814628:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814637:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814653:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814659:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814666:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814765:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814774:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.814780:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.815101:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3504, 64 off232512 00010000:00010000:0.0:1776201052.815177:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815228:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815236:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815243:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815249:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815255:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbb5ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815272:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.815289:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008a8a0c72 reply state 00000000446dadd4 transno 4295010875 ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815336:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815343:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815349:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815356:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.815360:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815366:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815374:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:0.0:1776201052.815377:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.815380:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.815385:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbb5d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.815394:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008a8a0c72 reply state 00000000446dadd4 transno 4295010875 ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.815484:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+386:17701:x1862480738227520:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1027us (1192us total) trans 4295010875 rc 0/0 00000100:00100000:0.0:1776201052.815493:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72470 00000100:00100000:1.0:1776201052.817056:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8646fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+384:17878:x1862480738227392:12345-192.168.202.3@tcp:37:ll_sa_17702.0 Request processed in 5040us (5208us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201052.817069:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24378 00000100:00100000:1.0:1776201052.817130:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227648 00000100:00100000:1.0:1776201052.817163:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72471 00000100:00100000:1.0:1776201052.817168:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+384:17702:x1862480738227648:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.817246:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201052.817271:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009e5db69f/0xf221502977fba72f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd3c expref: 384 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.817287:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a7:0x0].0x0 (00000000496203dd) 00010000:00010000:1.0:1776201052.817296:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.817323:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.817336:0:5553:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 383 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.817343:0:5553:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.817373:0:5553:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 383 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.817384:0:5553:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 383 pid: 5553 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1776201052.817398:0:5553:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5e93396 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5553:1862480742310208:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201052.817438:0:5553:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da1d3419 going to sleep for 6 seconds 00010000:00010000:0.0:1776201052.819864:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819884:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819892:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819898:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.819902:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819908:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819925:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0xe260ec82 (0000000036e74cfe) 00010000:00010000:0.0:1776201052.819928:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.819932:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819938:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbb5de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819955:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819962:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819967:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819972:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.819974:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819979:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819987:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b2:0x0].0x0 (0000000015170f55) 00010000:00010000:0.0:1776201052.819989:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.819990:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.819995:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbb5e5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.820860:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738227776 00000100:00100000:0.0:1776201052.820908:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72472 00000100:00100000:0.0:1776201052.820914:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3c4732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+383:17701:x1862480738227776:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.820965:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.820986:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5207d62/0xf221502977fba235 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db98 expref: 383 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821006:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086d63e30/0xf221502977fba220 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db91 expref: 382 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821015:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a2:0x0].0x0 (000000003fa090da) 00010000:00010000:0.0:1776201052.821022:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.821049:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821062:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821071:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821084:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821090:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821096:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821345:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821355:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821367:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.821690:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3505, 64 off232576 00010000:00010000:0.0:1776201052.821753:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821762:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821770:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821778:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821784:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821789:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb60f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821872:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.821891:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a3c4732 reply state 0000000092f54351 transno 4295010876 ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821940:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821952:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821957:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821963:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035601959 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.821965:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821971:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821980:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:0.0:1776201052.821982:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.821985:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.821990:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbb5fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.821999:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a3c4732 reply state 0000000092f54351 transno 4295010876 ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.822120:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3c4732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+383:17701:x1862480738227776:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1204us (1362us total) trans 4295010876 rc 0/0 00000100:00100000:0.0:1776201052.822128:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72472 00000100:00100000:0.0:1776201052.824021:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.825518:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000249bff4a/0xf221502977fbb5d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0c3 expref: 382 pid: 5553 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1776201052.825535:0:5553:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5e93396 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5553:1862480742310208:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201052.825564:0:5553:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825572:0:5553:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825577:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825601:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb616 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825611:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825619:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825740:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb61d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825748:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb61d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.825755:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb61d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776201052.826085:0:5553:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x13a7:0x0] is inserted into orphan list, open count = 1 00000004:00010000:1.0:1776201052.826221:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000368aaaf9 reply state 00000000ed65faee transno 4295010877 ns: mdt-lustre-MDT0000_UUID lock: 0000000076860b3b/0xf221502977fbb61d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826234:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826240:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826246:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826252:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb88f1d1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.826255:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826262:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826271:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:1.0:1776201052.826274:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.826277:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.826282:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb88f1d1/0xf221502977fbb5f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.826292:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000368aaaf9 reply state 00000000ed65faee transno 4295010877 ns: mdt-lustre-MDT0000_UUID lock: 0000000079d9518b/0xf221502977fbb616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.826356:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+383:17702:x1862480738227648:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 9186us (9940us total) trans 4295010877 rc 0/0 00000100:00100000:1.0:1776201052.826364:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72471 00010000:00010000:1.0:1776201052.827044:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827052:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827058:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827062:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d49372a already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.827065:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827070:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827080:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x75c74963 (00000000a802b37e) 00010000:00010000:1.0:1776201052.827082:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.827084:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827088:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb601 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x82:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827102:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827109:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827113:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827118:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7613bf8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.827120:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827125:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827131:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a2:0x0].0x0 (000000002c8c808a) 00010000:00010000:1.0:1776201052.827133:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.827135:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.827140:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb608 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.832507:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.832555:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.832635:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738228032 00000100:00100000:1.0:1776201052.832694:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738228096 00000100:00100000:1.0:1776201052.832718:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72473 00000100:00100000:1.0:1776201052.832725:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002561816a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+383:17702:x1862480738228032:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.832779:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.832808:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049c338a1/0xf221502977fb9ba5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d94c expref: 383 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832839:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d66b08a7/0xf221502977e568c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x83:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9647 expref: 382 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832850:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (00000000121b2fb2) 00010000:00010000:1.0:1776201052.832860:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.832891:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832906:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832915:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832930:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832936:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.832942:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833053:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833062:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833073:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.833679:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3504, 64 off232512 00010000:00010000:1.0:1776201052.833742:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833753:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833761:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833768:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833774:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833780:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833797:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.833814:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002561816a reply state 00000000d285557f transno 4295010878 ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833869:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833880:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833885:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833890:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056d78223 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.833894:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833900:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833910:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:1.0:1776201052.833912:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.833915:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.833921:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056d78223/0xf221502977fbb624 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.833930:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002561816a reply state 00000000d285557f transno 4295010878 ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.834010:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002561816a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+383:17702:x1862480738228032:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1283us (1512us total) trans 4295010878 rc 0/0 00000100:00100000:1.0:1776201052.834018:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72473 00000100:00100000:1.0:1776201052.834045:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72474 00000100:00100000:1.0:1776201052.834051:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006af2a894 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+382:17701:x1862480738228096:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.834082:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.834097:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d36901f6/0xf221502977fba695 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd0b expref: 382 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834110:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee51670a/0xf221502977fba64f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcf6 expref: 381 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834117:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a8:0x0].0x0 (00000000917483fe) 00010000:00010000:1.0:1776201052.834124:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.834143:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834152:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834159:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834171:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb647 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x82:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834178:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb647 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834212:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb647 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834276:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb64e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834284:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb64e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.834291:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb64e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834829:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.834834:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834841:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.834843:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834849:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834858:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:0.0:1776201052.834860:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.834862:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834868:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb639 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.834881:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.834882:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.834883:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776201052.835255:0:5553:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x13a8:0x0] is inserted into orphan list, open count = 1 00000004:00010000:1.0:1776201052.835347:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006af2a894 reply state 000000006ff441a6 transno 4295010879 ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb64e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835359:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835364:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835369:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835374:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.835376:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835381:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835389:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201052.835391:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.835393:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.835399:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb640 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.835408:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006af2a894 reply state 000000006ff441a6 transno 4295010879 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb647 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x82:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.835465:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006af2a894 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+381:17701:x1862480738228096:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1412us (2919us total) trans 4295010879 rc 0/0 00000100:00100000:1.0:1776201052.835472:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72474 00010000:00010000:1.0:1776201052.847901:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847922:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847929:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847936:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000032a1941d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.847939:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847946:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847964:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xeff62052 (0000000065caadef) 00010000:00010000:1.0:1776201052.847967:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.847971:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847978:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000032a1941d/0xf221502977fbb62b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.847998:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848004:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848009:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848014:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035114597 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.848015:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848020:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848027:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:1.0:1776201052.848030:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.848032:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.848037:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035114597/0xf221502977fbb632 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.855478:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738228160 00000100:00100000:1.0:1776201052.855539:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24379 00000100:00100000:1.0:1776201052.855554:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074e0b1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+379:17701:x1862480738228160:12345-192.168.202.3@tcp:37:dbench.0 00000100:00100000:1.0:1776201052.864986:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074e0b1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+379:17701:x1862480738228160:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 9423us (9641us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201052.865002:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24379 00000100:00100000:0.0:1776201052.872020:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201052.873381:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.873386:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb66a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.873393:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.873396:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb66a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.873402:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb66a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.873411:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a1:0x0].0x0 (00000000d2b4aea9) 00010000:00010000:0.0:1776201052.873413:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.873415:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb66a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.873421:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb66a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.873430:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.873432:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.873433:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201052.880905:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.880961:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.880978:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.880985:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.880991:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.880995:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881003:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881020:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x75c74963 (000000008234b161) 00010000:00010000:1.0:1776201052.881023:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.881028:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881034:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb65c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881052:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881059:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881063:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881068:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.881070:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881075:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.881082:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a1:0x0].0x0 (00000000d2b4aea9) 00010000:00010000:1.0:1776201052.881084:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.881086:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.882563:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb663 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.888712:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.890197:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.890202:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb69b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.890209:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.890211:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb69b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.890221:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb69b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.890230:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (000000008234b161) 00010000:00010000:1.0:1776201052.890231:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.890233:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb69b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.890238:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb69b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.890248:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.890249:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.890250:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.892762:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.897421:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.897495:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738228800 00000100:00100000:0.0:1776201052.897552:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72479 00000100:00100000:0.0:1776201052.897558:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+374:17701:x1862480738228800:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.897610:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.897630:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000124dc3c0/0xf221502977faf7c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a11b expref: 374 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897648:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000733bf8ae/0xf221502977e55abd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9090 expref: 373 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897660:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (00000000b305bcc0) 00010000:00010000:0.0:1776201052.897667:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.897698:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897712:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897722:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897735:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb6be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897742:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb6be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897749:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb6be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897853:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb6c5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897862:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb6c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.897869:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb6c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.898234:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3507, 64 off232704 00010000:00010000:0.0:1776201052.898306:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898316:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898324:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898332:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898338:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898344:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb6cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898367:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.898383:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000009b65cff reply state 00000000f3a972c1 transno 4295010884 ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb6c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898428:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898433:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898438:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898449:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db3ae676 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.898451:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898458:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898466:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:0.0:1776201052.898468:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.898471:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.898477:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb6b7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.898485:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000009b65cff reply state 00000000f3a972c1 transno 4295010884 ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb6be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.898567:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+374:17701:x1862480738228800:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1007us (1149us total) trans 4295010884 rc 0/0 00000100:00100000:0.0:1776201052.898575:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72479 00000100:00100000:0.0:1776201052.901781:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.903252:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.903258:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbb6e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.903265:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.903268:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbb6e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.903273:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbb6e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.903282:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a5:0x0].0x0 (000000008ba87046) 00010000:00010000:1.0:1776201052.903284:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.903286:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbb6e8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.903291:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbb6e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.903300:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.903301:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.903302:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.908032:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908041:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908052:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908057:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.908059:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908064:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908072:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xb10fb57d (00000000e3551dbe) 00010000:00010000:0.0:1776201052.908074:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.908077:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908081:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbb6da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908105:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908110:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908116:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908121:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.908122:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908129:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908135:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a5:0x0].0x0 (000000008ba87046) 00010000:00010000:0.0:1776201052.908137:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.908139:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.908144:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbb6e1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.909215:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201052.910868:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.910874:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.910881:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.910883:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.910890:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.910899:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b1:0x0].0x0 (00000000e782e3d1) 00010000:00010000:0.0:1776201052.910901:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.910903:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb704 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.910908:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb704 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.910919:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.910921:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.910922:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.914388:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776201052.914411:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1070d86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742310272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776201052.914476:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201052.915474:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1070d86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742310272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1776201052.916132:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.916164:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229184 00000100:00100000:0.0:1776201052.916223:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72482 00000100:00100000:0.0:1776201052.916228:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003135a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+372:17701:x1862480738229184:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.916275:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.916299:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c0f5ced/0xf221502977fb0683 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x133a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a5b3 expref: 372 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916317:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006fa7785b/0xf221502977fb0476 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x133a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a50b expref: 371 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916326:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x133a:0x0].0x0 (000000002f1adafe) 00010000:00010000:0.0:1776201052.916333:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.916362:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916376:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916384:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916396:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb712 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916407:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916413:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916514:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb719 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x133a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916522:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb719 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x133a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916528:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb719 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x133a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.916843:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3508, 64 off232768 00010000:00010000:0.0:1776201052.916898:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916907:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916915:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916922:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916928:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916934:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916952:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.916966:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003135a8b reply state 00000000ab0c2413 transno 4295010887 ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbb719 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x133a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916985:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.916989:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.916996:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098abef49 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.916999:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917006:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917015:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x133a:0x0].0x0 (0000000047ac8058) 00010000:00010000:0.0:1776201052.917017:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.917019:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917024:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb720 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x133a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917035:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.917036:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.917038:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.917072:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917079:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917085:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917090:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db3ae676 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.917093:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917099:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917105:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:0.0:1776201052.917107:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.917109:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.917114:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb70b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.917122:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003135a8b reply state 00000000ab0c2413 transno 4295010887 ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbb712 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.917199:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003135a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+372:17701:x1862480738229184:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 970us (1070us total) trans 4295010887 rc 0/0 00000100:00100000:0.0:1776201052.917207:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72482 00000100:00100000:0.0:1776201052.929932:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.929964:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201052.929992:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.930048:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229440 00000100:00100000:1.0:1776201052.930098:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229504 00000100:00100000:1.0:1776201052.930118:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229312 00000100:00100000:1.0:1776201052.930132:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72483 00000100:00100000:1.0:1776201052.930138:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a10b01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+373:17702:x1862480738229440:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.930220:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201052.930240:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fb9aef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8ff expref: 373 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930253:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097c4d284/0xf221502977e5803a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xbf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9fd9 expref: 372 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930262:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (00000000ecda8939) 00010000:00010000:1.0:1776201052.930274:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc7fd3fc/0xf221502977e64448 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfe23d expref: 371 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930282:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:1.0:1776201052.930285:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.930632:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930649:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930661:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930676:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930681:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930687:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930859:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930867:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.930873:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.931295:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72484 00000100:00100000:0.0:1776201052.931301:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7c48358 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+370:17882:x1862480738229504:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:0.0:1776201052.931331:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201052.931343:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0ca expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931363:0:6374:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 2/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931373:0:6374:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 4/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 371 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931388:0:6374:0:(ldlm_request.c:371:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931404:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 3/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 371 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931411:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:0.0:1776201052.931413:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.931415:0:6374:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 3/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 371 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931422:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005abb5fcc, rc 0) 00000100:00100000:0.0:1776201052.931475:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7c48358 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+371:17882:x1862480738229504:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 174us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201052.931485:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72484 00000100:00100000:0.0:1776201052.931504:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72485 00000100:00100000:0.0:1776201052.931508:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006604f23a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+370:17701:x1862480738229312:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.931535:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.931565:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b0428f4f/0xf221502977fb12d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a9b1 expref: 370 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931580:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008065e174/0xf221502977e55dbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x68:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91d2 expref: 369 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931587:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x68:0x0].0x0 (00000000a448fb0f) 00010000:00010000:0.0:1776201052.931592:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.931609:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931617:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931623:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931634:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb74a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931640:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931645:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931701:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb751 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931708:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.931713:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x68:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201052.931970:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3509, 64 off232832 00010000:00010000:0.0:1776201052.932031:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932040:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932047:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932055:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932060:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932067:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932087:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201052.932114:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006604f23a reply state 00000000927c32f1 transno 4295010888 ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x68:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932136:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.932140:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932146:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.932148:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932155:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932163:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x68:0x0].0x0 (000000002c8c808a) 00010000:00010000:0.0:1776201052.932165:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.932167:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932171:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb758 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932213:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.932215:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.932216:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.932349:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932356:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932366:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932370:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfb7f6b7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.932372:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932377:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932384:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:0.0:1776201052.932386:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.932388:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.932392:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb743 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201052.932400:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006604f23a reply state 00000000927c32f1 transno 4295010888 ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.932446:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006604f23a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+370:17701:x1862480738229312:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 936us (2454us total) trans 4295010888 rc 0/0 00000100:00100000:0.0:1776201052.932453:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72485 00000040:00080000:1.0:1776201052.936145:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3510, 64 off232896 00010000:00010000:1.0:1776201052.936271:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936291:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936302:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936311:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936317:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936322:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936349:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.936369:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a10b01aa reply state 0000000005bbaf83 transno 4295010889 ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936424:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936431:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936436:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936447:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.936450:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936456:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936468:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:1.0:1776201052.936471:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.936478:0:5554:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 370 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936486:0:5554:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 370 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936493:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 370 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.936532:0:5554:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 370 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.936556:0:5554:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5554:1862480742310336:192.168.202.3@tcp:105: 00000100:00100000:1.0:1776201052.936631:0:5554:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ef9ac843 going to sleep for 6 seconds 00010000:00010000:0.0:1776201052.937988:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.937996:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.938012:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000afb6060e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.938014:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.938021:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.938034:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (0000000065caadef) 00010000:00010000:0.0:1776201052.938037:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.938040:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.938046:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb75f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xbf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.938062:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.938064:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.938065:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.941842:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.941912:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.941943:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229696 00000100:00100000:1.0:1776201052.941999:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24380 00000100:00100000:1.0:1776201052.942007:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+370:17882:x1862480738229696:12345-192.168.202.3@tcp:37:ll_sa_17702.0 00010000:00010000:0.0:1776201052.944450:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.944455:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb77b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.944462:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.944464:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb77b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.944470:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb77b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.944484:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (00000000d92c3bf5) 00010000:00010000:0.0:1776201052.944486:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.944488:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb77b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.944494:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb77b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.944503:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.944505:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.944506:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.946475:0:5554:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5554:1862480742310336:192.168.202.3@tcp:105: 00010000:00010000:1.0:1776201052.946503:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.946515:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb727 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.946535:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a10b01aa reply state 0000000005bbaf83 transno 4295010889 ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.949726:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a10b01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+370:17702:x1862480738229440:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 19584us (19794us total) trans 4295010889 rc 0/0 00000100:00100000:1.0:1776201052.949737:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72483 00010000:00010000:1.0:1776201052.952625:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952648:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952655:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952661:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.952665:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952671:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952691:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0xe364b611 (0000000095d8d3e7) 00010000:00010000:1.0:1776201052.952694:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.952698:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952704:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb72e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xbd:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952725:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952730:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952735:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952740:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.952742:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952747:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952754:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (0000000065caadef) 00010000:00010000:1.0:1776201052.952756:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.952757:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.952766:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb735 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201052.961428:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229824 00000100:00100000:0.0:1776201052.961489:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738229952 00000100:00100000:0.0:1776201052.961527:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72487 00000100:00100000:0.0:1776201052.961533:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357af1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+368:17702:x1862480738229824:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201052.961607:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201052.961641:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fb9b74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d937 expref: 368 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961665:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c39d971c/0xf221502977e581f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa081 expref: 367 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961676:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (00000000ee7978ef) 00010000:00010000:0.0:1776201052.961685:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201052.961716:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb782 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961730:0:5555:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961738:0:5555:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb782 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961770:0:5555:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.961781:0:5555:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1776201052.961795:0:5555:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd0a8f8b pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5555:1862480742310400:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201052.961855:0:5555:0:(client.c:2500:ptlrpc_set_wait()) set 00000000712a77c3 going to sleep for 6 seconds 00000100:00100000:1.0:1776201052.962009:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72488 00000100:00100000:1.0:1776201052.962015:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084f41082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+366:17701:x1862480738229952:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201052.962039:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201052.962051:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a39c857d/0xf221502977fb17a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1346:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ab39 expref: 366 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962064:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007683afaa/0xf221502977fb1620 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1346:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aab4 expref: 365 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962071:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1346:0x0].0x0 (00000000df8f8403) 00010000:00010000:1.0:1776201052.962077:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201052.962104:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962115:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962124:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962138:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962144:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962153:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962282:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962291:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962298:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201052.962684:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3512, 64 off233024 00010000:00010000:1.0:1776201052.962743:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962752:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962760:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962767:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962773:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962779:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962798:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201052.962814:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084f41082 reply state 0000000085e69f74 transno 4295010891 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962860:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962867:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962873:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962879:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.962882:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962889:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962899:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:1.0:1776201052.962901:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.962904:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.962910:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb789 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201052.962921:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084f41082 reply state 0000000085e69f74 transno 4295010891 ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.962986:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084f41082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+366:17701:x1862480738229952:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 969us (1640us total) trans 4295010891 rc 0/0 00000100:00100000:1.0:1776201052.962994:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72488 00010000:00010000:0.0:1776201052.963570:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.963576:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.963584:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.963587:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.963594:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.963603:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1346:0x0].0x0 (00000000ddbe1466) 00010000:00010000:0.0:1776201052.963605:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.963608:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.963612:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb79e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.963625:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.963627:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.963628:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.973974:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738230016 00010000:00010000:1.0:1776201052.974014:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1776201052.974053:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33649 00000100:00100000:1.0:1776201052.974059:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f1c3a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+366:2228:x1862480738230016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776201052.974072:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201052.974079:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1776201052.974089:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbb73c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ca expref: 366 pid: 6374 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1776201052.974116:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:1.0:1776201052.974120:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb782 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.974129:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.974137:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbb782 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.974157:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201052.974222:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f1c3a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+366:2228:x1862480738230016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 162us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201052.974229:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33649 00010000:00010000:0.0:1776201052.975842:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975850:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975856:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975861:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.975863:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975869:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975879:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0xe7aaf970 (0000000072af5788) 00010000:00010000:0.0:1776201052.975881:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.975883:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975888:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb790 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975903:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975913:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975918:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975923:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.975925:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975930:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975936:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1346:0x0].0x0 (00000000ddbe1466) 00010000:00010000:0.0:1776201052.975938:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.975940:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.975944:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb797 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976492:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.976498:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbb7b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976506:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.976508:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbb7b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976515:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbb7b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976524:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (000000008234b161) 00010000:00010000:1.0:1776201052.976526:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.976529:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbb7b3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976534:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbb7b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.976552:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.976554:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.976555:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201052.978409:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201052.980429:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201052.980434:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbb7cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.980447:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201052.980450:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbb7cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.980457:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbb7cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.980468:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (00000000d92c3bf5) 00010000:00010000:1.0:1776201052.980470:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201052.980472:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbb7cf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.980477:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbb7cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.980489:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.980491:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.980492:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201052.992877:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992895:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992902:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992908:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.992913:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992920:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992937:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x8d5ea5b7 (00000000e782e3d1) 00010000:00010000:1.0:1776201052.992940:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201052.992944:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992950:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbb7a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xbd:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992968:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992973:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992978:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992982:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201052.992983:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992988:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.992995:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (000000008234b161) 00010000:00010000:1.0:1776201052.992997:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201052.992999:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201052.993004:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbb7ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201052.993080:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201052.993117:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201052.995084:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201052.995101:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb7eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995111:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201052.995113:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb7eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995125:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb7eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995136:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc1:0x0].0x0 (00000000bc74f8d4) 00010000:00010000:0.0:1776201052.995138:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201052.995141:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb7eb lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995145:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbb7eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995158:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.995159:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.995160:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201052.995173:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995258:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995264:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995268:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.995271:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995276:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995284:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0xe5dc7a0b (00000000d2b4aea9) 00010000:00010000:0.0:1776201052.995287:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201052.995289:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995294:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbb7c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995307:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.995312:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.996467:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.996474:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201052.996477:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.996484:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.996494:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (00000000d92c3bf5) 00010000:00010000:0.0:1776201052.996497:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201052.996499:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201052.996510:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbb7c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.000775:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+363:17701:x1862480738230208:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 5280us (7688us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.000793:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24381 00010000:00010000:0.0:1776201053.009806:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.009813:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb807 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.009823:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.009826:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb807 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.009833:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb807 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.009844:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (0000000096b10765) 00010000:00010000:0.0:1776201053.009846:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.009848:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb807 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.009854:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbb807 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.009866:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.009868:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.009869:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.015937:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.015951:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.015959:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.015965:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.015968:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.015975:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.015992:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x76821429 (000000003055854a) 00010000:00010000:1.0:1776201053.015995:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.015998:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016005:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbb7f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016023:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016029:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016034:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016039:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.016041:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016046:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016052:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (0000000096b10765) 00010000:00010000:1.0:1776201053.016054:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.016056:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.016060:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbb800 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.021144:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738230720 00000100:00100000:1.0:1776201053.021242:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72493 00000100:00100000:1.0:1776201053.021249:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cb9f3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+361:17701:x1862480738230720:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.021306:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.021588:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fb724d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cbd1 expref: 361 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021617:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000024a2fbf6/0xf221502977e577ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c6e expref: 360 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021627:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (00000000763abb64) 00010000:00010000:1.0:1776201053.021636:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.021676:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021693:0:5555:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 359 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021701:0:5555:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021741:0:5555:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 359 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.021755:0:5555:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 359 pid: 13651 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1776201053.021770:0:5555:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006535eb91 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5555:1862480742310464:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201053.021866:0:5555:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa73225c going to sleep for 6 seconds 00000100:00100000:0.0:1776201053.022086:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738230592 00000100:00100000:0.0:1776201053.022124:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24382 00000100:00100000:0.0:1776201053.022128:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+360:17702:x1862480738230592:12345-192.168.202.3@tcp:37:dbench.0 00000100:00100000:1.0:1776201053.030812:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738230784 00000100:00100000:1.0:1776201053.030875:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24383 00000100:00100000:1.0:1776201053.030882:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4ce5aed pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+362:17884:x1862480738230784:12345-192.168.202.3@tcp:37:ll_sa_17701.0 00000100:00100000:1.0:1776201053.035409:0:5555:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006535eb91 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5555:1862480742310464:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201053.035442:0:5555:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.037391:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+360:17702:x1862480738230592:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 15255us (16711us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.037404:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24382 00000100:00100000:0.0:1776201053.049158:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.049530:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.050314:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.050340:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738230976 00000100:00100000:0.0:1776201053.050382:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72495 00000100:00100000:0.0:1776201053.050387:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+361:17886:x1862480738230976:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:0.0:1776201053.050396:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201053.050416:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0d8 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.050448:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 362 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.050462:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 362 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.050470:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:0.0:1776201053.050473:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.050476:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e58b9e1b, rc 0) 00000100:00100000:0.0:1776201053.050524:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+362:17886:x1862480738230976:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 135us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.050531:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72495 00000100:00100000:1.0:1776201053.050585:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231040 00010000:00010000:1.0:1776201053.050605:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 362 pid: 13651 timeout: 1187 lvb_type: 0 00000100:00100000:1.0:1776201053.050631:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33650 00000100:00100000:1.0:1776201053.050635:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+362:2227:x1862480738231040:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776201053.050643:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201053.050648:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 362 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1776201053.050659:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 362 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1776201053.050675:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbb80e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d1 expref: 362 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:1.0:1776201053.050691:0:5539:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.050695:0:5539:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.050702:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.050710:0:5539:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb815 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.050741:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201053.050761:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+361:2227:x1862480738231040:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 125us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.050767:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33650 00010000:00010000:1.0:1776201053.057798:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.057804:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbb838 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.057811:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.057813:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbb838 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.057819:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbb838 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.057827:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (000000006c46eb73) 00010000:00010000:1.0:1776201053.057829:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.057831:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbb838 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.057836:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbb838 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.057845:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.057847:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.057849:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.058848:0:13651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.059158:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231104 00000100:00100000:0.0:1776201053.059356:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24384 00000100:00100000:0.0:1776201053.059362:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073f3087d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+359:17886:x1862480738231104:12345-192.168.202.3@tcp:37:ll_sa_17702.0 00010000:00010000:2.0:1776201053.061317:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061334:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061341:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061348:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.061351:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061358:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061374:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x6324417e (00000000bb848aa6) 00010000:00010000:2.0:1776201053.061377:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.061381:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061387:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbb823 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061406:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061412:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061423:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061427:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.061429:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061435:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061441:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (000000006c46eb73) 00010000:00010000:2.0:1776201053.061444:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.061446:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.061451:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb831 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.066907:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073f3087d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+358:17886:x1862480738231104:12345-192.168.202.3@tcp:37:ll_sa_17702.0 Request processed in 7536us (8259us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.066923:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24384 00000100:00100000:1.0:1776201053.072714:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.072764:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.072888:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231232 00000100:00100000:2.0:1776201053.072947:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72496 00000100:00100000:2.0:1776201053.072954:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+358:17701:x1862480738231232:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.073011:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.073043:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000fe0bbec/0xf221502977fb7200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cbb5 expref: 358 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073070:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ac3925a/0xf221502977e57734 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c1a expref: 357 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073087:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (0000000042e26040) 00010000:00010000:2.0:1776201053.073110:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.073147:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073163:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073173:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073248:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073256:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073263:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073389:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073398:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073406:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.073772:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3511, 64 off232960 00010000:00010000:2.0:1776201053.073836:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073844:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073850:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073857:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073863:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073868:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073889:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.073906:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000094426340 reply state 000000003c41dc9d transno 4295010897 ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073929:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.073932:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073939:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.073942:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073954:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073964:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (000000009f11885e) 00010000:00010000:2.0:1776201053.073966:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.073969:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073974:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb854 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.073984:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.073985:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.073986:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.074024:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074030:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074035:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074040:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.074043:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074048:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074060:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.074062:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.074065:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.074070:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb83f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.074077:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000094426340 reply state 000000003c41dc9d transno 4295010897 ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.074154:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+358:17701:x1862480738231232:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1199us (1447us total) trans 4295010897 rc 0/0 00000100:00100000:2.0:1776201053.074162:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72496 00000100:00100000:0.0:1776201053.076094:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231296 00010000:00010000:0.0:1776201053.076138:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 358 pid: 6374 timeout: 1187 lvb_type: 0 00000100:00100000:0.0:1776201053.076223:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33651 00000100:00100000:0.0:1776201053.076230:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+358:2225:x1862480738231296:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201053.076245:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201053.076253:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 358 pid: 6374 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201053.076266:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 358 pid: 6374 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201053.076288:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb81c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0d8 expref: 358 pid: 6374 timeout: 1187 lvb_type: 0 00010000:00010000:0.0:1776201053.076305:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:0.0:1776201053.076309:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.076319:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.076331:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.076364:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201053.076425:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+357:2225:x1862480738231296:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 195us (3661us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.076431:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33651 00010000:00010000:2.0:1776201053.077012:0:13651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077024:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077047:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077057:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077067:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077228:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077237:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077243:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.077915:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3515, 64 off233216 00010000:00010000:2.0:1776201053.077985:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.077997:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078006:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078012:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078018:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078024:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078050:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.078069:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7940994 reply state 0000000091c5f143 transno 4295010898 ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078074:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.078080:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078089:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.078093:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078100:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078112:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (000000008ba87046) 00010000:00010000:0.0:1776201053.078116:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.078120:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078125:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbb869 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078138:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.078139:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.078141:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.078143:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.078147:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078153:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078158:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.078160:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078166:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078174:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:2.0:1776201053.078313:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.078427:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.078435:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb82a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.078448:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7940994 reply state 0000000091c5f143 transno 4295010898 ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.078532:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7940994 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+358:17702:x1862480738230912:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 28502us (29379us total) trans 4295010898 rc 0/0 00000100:00100000:2.0:1776201053.078552:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72494 00010000:00010000:1.0:1776201053.085404:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085427:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085436:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085442:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.085447:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085454:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085472:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x51a4c572 (000000006c46eb73) 00010000:00010000:1.0:1776201053.085475:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.085479:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085485:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbb846 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085507:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085512:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085517:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085523:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.085525:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085530:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085536:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (000000009f11885e) 00010000:00010000:1.0:1776201053.085537:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.085539:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.085554:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbb84d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.087414:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231424 00000100:00100000:2.0:1776201053.087466:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72497 00000100:00100000:2.0:1776201053.087473:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097ffc9f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+357:17701:x1862480738231424:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.087525:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.087558:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fb70e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb45 expref: 357 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087581:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2718193/0xf221502977e572db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a45 expref: 356 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087594:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (00000000f449da46) 00010000:00010000:2.0:1776201053.087603:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.087636:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087652:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087663:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087679:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087686:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087697:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087800:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087807:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.087813:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.088148:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3516, 64 off233280 00010000:00010000:2.0:1776201053.088239:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088249:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088256:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088263:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088269:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088274:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088295:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.088314:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000097ffc9f6 reply state 000000004ed1549f transno 4295010899 ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088367:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088374:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088380:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088386:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.088389:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088396:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088406:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.088409:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.088413:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.088418:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb870 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.088428:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000097ffc9f6 reply state 000000004ed1549f transno 4295010899 ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088429:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.088437:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088447:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.088450:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088456:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088466:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (00000000917483fe) 00010000:00010000:0.0:1776201053.088469:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.088471:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088476:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbb885 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.088490:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.088491:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.088492:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.088533:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097ffc9f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+357:17701:x1862480738231424:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1057us (1249us total) trans 4295010899 rc 0/0 00000100:00100000:2.0:1776201053.088552:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72497 00010000:00010000:3.0:1776201053.099415:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb88c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.099422:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000beb9e293 reply state 0000000063fca374 transno 4295010900 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.099495:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beb9e293 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+357:17701:x1862480738231552:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1054us (1162us total) trans 4295010900 rc 0/0 00000100:00100000:3.0:1776201053.099503:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72498 00010000:00010000:3.0:1776201053.099530:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.099534:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb8a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.099551:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.099554:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb8a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.099560:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb8a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.099568:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (00000000bb848aa6) 00010000:00010000:3.0:1776201053.099570:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.099572:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb8a1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.099577:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb8a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.099586:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.099587:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.099589:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.101455:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101471:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101477:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101482:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.101485:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101491:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101505:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x1674e29a (00000000e3551dbe) 00010000:00010000:1.0:1776201053.101508:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.101511:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101516:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbb877 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101534:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101539:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101555:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101560:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.101561:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101566:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101572:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (00000000917483fe) 00010000:00010000:1.0:1776201053.101574:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.101576:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.101587:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbb87e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102038:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102049:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102054:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102060:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.102063:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102069:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102079:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x14be06ab (000000005fbf4074) 00010000:00010000:0.0:1776201053.102082:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.102084:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102090:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbb85b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102105:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102111:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102117:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102122:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.102124:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102129:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102136:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (000000008ba87046) 00010000:00010000:0.0:1776201053.102139:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.102140:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.102146:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbb862 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105580:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105600:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105608:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105614:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.105619:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105626:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105641:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x9e362f1b (00000000cc41736b) 00010000:00010000:1.0:1776201053.105643:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.105648:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105653:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbb893 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105673:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105683:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105689:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105694:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.105695:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105701:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105709:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (00000000bb848aa6) 00010000:00010000:1.0:1776201053.105711:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.105713:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.105717:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbb89a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.111376:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.111751:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.112732:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231680 00000100:00100000:2.0:1776201053.112819:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231808 00000100:00100000:0.0:1776201053.112852:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72499 00000100:00100000:0.0:1776201053.112859:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+355:17702:x1862480738231680:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.112917:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.112945:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a90531b9/0xf221502977fae5dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e69de1 expref: 355 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.112967:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008600dd47/0xf221502977e56dcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df983f expref: 354 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.112976:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (000000000811e947) 00010000:00010000:0.0:1776201053.112984:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.113018:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113032:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113041:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113061:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113068:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113075:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113235:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113244:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.113251:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.113986:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3513, 64 off233088 00010000:00010000:0.0:1776201053.114055:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114067:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114075:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114081:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114088:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114093:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.114122:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.114139:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ed81f313 reply state 000000004fea5ab9 transno 4295010901 ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.114518:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72500 00000100:00100000:1.0:1776201053.114527:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a8674d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+354:17701:x1862480738231808:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.114577:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.114595:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000377b3e40/0xf221502977fb6b9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c946 expref: 354 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114612:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005754cb06/0xf221502977e57d54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ec1 expref: 353 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114622:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (0000000009eae7dc) 00010000:00010000:1.0:1776201053.114630:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.114651:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114660:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114666:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114679:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114685:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114691:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114751:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114758:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.114764:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.114985:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3514, 64 off233152 00010000:00010000:1.0:1776201053.115031:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115040:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115047:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115053:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115058:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115063:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115085:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:1.0:1776201053.115110:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a8674d7 reply state 0000000007d36c99 transno 4295010902 ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115131:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201053.115136:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115142:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014e8bd4e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.115145:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115156:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115163:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (0000000081ff3d14) 00010000:00010000:1.0:1776201053.115165:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.115168:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115173:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbb8bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115222:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.115224:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115230:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.115231:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115237:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115244:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:1.0:1776201053.115246:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.115247:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115253:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb8d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115263:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.115264:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.115266:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.115299:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115306:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115311:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115589:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115597:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115602:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115607:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.115609:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115614:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115623:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:0.0:1776201053.115625:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.115628:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.115632:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb8a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.115640:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ed81f313 reply state 000000004fea5ab9 transno 4295010901 ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.115728:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+354:17702:x1862480738231680:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2867us (4360us total) trans 4295010901 rc 0/0 00000100:00100000:0.0:1776201053.115736:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72499 00010000:00010000:1.0:1776201053.115798:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057a8d613 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.115802:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115808:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115816:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.115818:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.115820:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.115825:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb8c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.115834:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a8674d7 reply state 0000000007d36c99 transno 4295010902 ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.115872:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a8674d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+354:17701:x1862480738231808:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1346us (4121us total) trans 4295010902 rc 0/0 00000100:00100000:1.0:1776201053.115878:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72500 00010000:00010000:3.0:1776201053.116097:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.122403:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122424:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122431:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122437:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db3ae676 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.122441:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122447:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122465:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0xc4fc354d (0000000047ac8058) 00010000:00010000:1.0:1776201053.122468:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.122473:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122479:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbb8af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122501:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122507:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122512:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122517:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098abef49 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.122519:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122525:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122531:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (0000000081ff3d14) 00010000:00010000:1.0:1776201053.122533:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.122535:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.122535:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201053.122539:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbb8b6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.122576:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.122600:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738231936 00010000:00010000:0.0:1776201053.122628:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122636:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122643:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122647:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.122649:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.122651:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232064 00010000:00010000:0.0:1776201053.122655:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122665:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xbea011c (0000000065caadef) 00010000:00010000:0.0:1776201053.122667:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.122670:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.122671:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72501 00010000:00010000:0.0:1776201053.122675:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbb8cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.122677:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+354:17701:x1862480738231936:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.122689:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122694:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122699:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122703:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.122705:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122709:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122715:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:0.0:1776201053.122717:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.122719:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122723:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbb8d2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122726:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.122742:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fb3fcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1361:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8d0 expref: 353 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.122746:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72502 00000100:00100000:0.0:1776201053.122752:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088460d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+353:17702:x1862480738232064:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.122764:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b1c0a01/0xf221502977fb3f16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1361:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b883 expref: 352 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.122773:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1361:0x0].0x0 (00000000a04c7160) 00010000:00010000:0.0:1776201053.122777:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.122780:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.122786:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fae2f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e69cec expref: 351 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122797:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dca52e63/0xf221502977e56d08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97eb expref: 350 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122805:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (00000000a1296d79) 00010000:00010000:0.0:1776201053.122810:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.122837:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122850:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122860:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122874:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122881:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122886:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122990:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.122998:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123005:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.123370:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3515, 64 off233216 00010000:00010000:0.0:1776201053.123444:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123453:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123460:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123467:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123473:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123479:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123500:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.123519:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000088460d79 reply state 00000000145c93a7 transno 4295010903 ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123584:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123591:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123596:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123602:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.123605:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123610:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123619:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:0.0:1776201053.123621:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.123624:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123629:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb8e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.123638:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000088460d79 reply state 00000000145c93a7 transno 4295010903 ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.123721:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088460d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+351:17702:x1862480738232064:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 967us (1143us total) trans 4295010903 rc 0/0 00010000:00010000:1.0:1776201053.123724:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.123732:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72502 00010000:00010000:1.0:1776201053.123734:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.123740:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.123751:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.123757:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123759:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.123762:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123763:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123770:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7613bf8 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.123772:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123777:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123785:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (000000004c81c356) 00010000:00010000:0.0:1776201053.123787:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.123789:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123794:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb8f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.123803:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.123805:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.123806:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.123835:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.123843:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.123853:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.124067:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3516, 64 off233280 00010000:00010000:1.0:1776201053.124106:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124114:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124120:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124126:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124132:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124136:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124158:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.124169:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e7ff0d2a reply state 00000000240dc162 transno 4295010904 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124224:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124236:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124242:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124247:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.124250:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124255:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124263:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.124265:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.124267:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.124272:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb8fc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.124280:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e7ff0d2a reply state 00000000240dc162 transno 4295010904 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.124322:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+352:17701:x1862480738231936:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1644us (1790us total) trans 4295010904 rc 0/0 00000100:00100000:1.0:1776201053.124331:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72501 00010000:00010000:0.0:1776201053.125120:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.125125:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.125133:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.125135:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.125142:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.125151:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1361:0x0].0x0 (000000002f75e491) 00010000:00010000:0.0:1776201053.125153:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.125155:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.125160:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbb911 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.125174:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.125197:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.125198:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.129618:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129639:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129645:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129652:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fbd1596 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.129656:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129663:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129680:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x77103a66 (000000002c8c808a) 00010000:00010000:1.0:1776201053.129683:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.129687:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129693:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbb8e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8a:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129713:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129719:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129724:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129734:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004676f7f9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.129736:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129741:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129749:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (000000004c81c356) 00010000:00010000:1.0:1776201053.129750:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.129752:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.129757:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbb8ee lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.129932:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.130424:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232128 00000100:00100000:2.0:1776201053.130478:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24385 00000100:00100000:2.0:1776201053.130484:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+351:17702:x1862480738232128:12345-192.168.202.3@tcp:37:dbench.0 00010000:00010000:0.0:1776201053.131296:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131309:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131316:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131321:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.131325:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131332:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131347:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x5a114248 (000000006baee33b) 00010000:00010000:0.0:1776201053.131350:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.131353:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131358:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbb903 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131378:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131384:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131388:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131393:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.131395:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131400:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131408:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1361:0x0].0x0 (000000002f75e491) 00010000:00010000:0.0:1776201053.131411:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.131412:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.131422:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbb90a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.137787:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.138654:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+350:17702:x1862480738232128:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 8164us (8719us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.138670:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24385 00000100:00100000:3.0:1776201053.138974:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232256 00000100:00100000:3.0:1776201053.139035:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72503 00000100:00100000:3.0:1776201053.139042:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c192a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+350:17701:x1862480738232256:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.139114:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.139146:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048bf6335/0xf221502977fb6653 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c732 expref: 350 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139171:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c5eddb51/0xf221502977e57073 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x96:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9934 expref: 349 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139203:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (00000000bc87442b) 00010000:00010000:3.0:1776201053.139214:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.139248:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139263:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139272:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139287:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139295:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139301:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139705:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139715:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.139722:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.140039:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3517, 64 off233344 00010000:00010000:3.0:1776201053.140102:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140111:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140120:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140127:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140132:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140139:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140162:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.140216:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c192a5 reply state 00000000bb98c77d transno 4295010905 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140234:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.140239:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140246:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.140249:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140256:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140262:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140265:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (000000003055854a) 00010000:00010000:3.0:1776201053.140267:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140268:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.140271:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140273:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140277:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbb92d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140278:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.140281:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140287:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.140293:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.140293:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.140295:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.140296:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.140296:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.140298:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.140302:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb918 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.140310:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c192a5 reply state 00000000bb98c77d transno 4295010905 ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.140387:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c192a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+350:17701:x1862480738232256:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1344us (2609us total) trans 4295010905 rc 0/0 00000100:00100000:3.0:1776201053.140394:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72503 00010000:00010000:1.0:1776201053.146047:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146066:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.146069:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201053.146074:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146080:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.146085:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146092:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146108:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x5e0db83a (0000000096b10765) 00010000:00010000:1.0:1776201053.146112:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.146116:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146122:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb91f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146143:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146149:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146154:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146159:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.146161:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146166:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146173:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (000000003055854a) 00010000:00010000:1.0:1776201053.146175:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.146177:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.146220:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb926 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.146770:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232384 00000100:00100000:2.0:1776201053.146856:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72504 00000100:00100000:2.0:1776201053.146863:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+349:17701:x1862480738232384:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.146920:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.146942:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018026541/0xf221502977fb71c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb99 expref: 349 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.146959:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002054f92b/0xf221502977e57662 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bc6 expref: 348 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.146969:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (00000000f3630157) 00010000:00010000:2.0:1776201053.146975:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.147007:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147026:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147035:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147048:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147055:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147060:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147214:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147223:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147229:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.147572:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3517, 64 off233344 00010000:00010000:2.0:1776201053.147635:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147644:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147658:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147665:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147671:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147677:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147704:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.147720:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c543736b reply state 000000007278f7f1 transno 4295010906 ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147776:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147783:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147788:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147794:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.147797:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147807:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147816:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.147819:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.147821:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.147827:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb934 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.147835:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c543736b reply state 000000007278f7f1 transno 4295010906 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.147921:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+349:17701:x1862480738232384:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1057us (1855us total) trans 4295010906 rc 0/0 00000100:00100000:2.0:1776201053.147929:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72504 00010000:00010000:0.0:1776201053.147991:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.147996:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.148003:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.148005:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.148011:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.148019:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (000000005db9ca46) 00010000:00010000:0.0:1776201053.148021:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.148023:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.148027:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbb949 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.148036:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.148037:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.148039:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.158999:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.159039:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.159071:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.159107:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232512 00000100:00100000:3.0:1776201053.159121:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232576 00000100:00100000:3.0:1776201053.159162:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232704 00010000:00010000:0.0:1776201053.159224:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159238:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159249:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159255:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.159259:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159267:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159282:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x2ee4e5f8 (00000000cf8cde40) 00010000:00010000:0.0:1776201053.159285:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.159290:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159295:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbb93b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159315:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159334:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159339:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159347:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.159349:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159353:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159360:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (000000005db9ca46) 00010000:00010000:0.0:1776201053.159361:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.159363:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.159367:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbb942 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.165490:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72505 00000100:00100000:2.0:1776201053.165502:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1105cbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+350:17888:x1862480738232576:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:2.0:1776201053.165536:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201053.165591:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0df expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165631:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 351 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165645:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 351 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165653:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:2.0:1776201053.165656:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.165659:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000dc17016, rc 0) 00000100:00100000:2.0:1776201053.165722:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1105cbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+351:17888:x1862480738232576:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 221us (6682us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.165728:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72505 00000100:00100000:2.0:1776201053.165754:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72506 00000100:00100000:2.0:1776201053.165758:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+350:17702:x1862480738232512:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.165813:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201053.165832:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c13dbb22/0xf221502977fa9350 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6835b expref: 350 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165848:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007f609dd/0xf221502977e57edc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xbb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f5b expref: 349 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165857:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (0000000000277ff8) 00010000:00010000:2.0:1776201053.165868:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbb2ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e07d expref: 348 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165875:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:2.0:1776201053.165878:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.165902:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165916:0:13651:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 347 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165929:0:13651:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165960:0:13651:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 347 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.165971:0:13651:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 347 pid: 13651 timeout: 1187 lvb_type: 0 00000100:00100000:2.0:1776201053.165984:0:13651:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ba0fd4b pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13651:1862480742310592:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201053.166022:0:13651:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f8704ac8 going to sleep for 6 seconds 00000100:00100000:1.0:1776201053.166112:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72507 00000100:00100000:1.0:1776201053.166118:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca84681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+347:17701:x1862480738232704:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.166139:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.166152:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fb7071 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb22 expref: 347 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166165:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051a84115/0xf221502977e57e18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f15 expref: 346 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166173:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (00000000ee1817cb) 00010000:00010000:1.0:1776201053.166236:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.166250:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166258:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166265:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166277:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166282:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166288:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166377:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166385:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166391:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.166728:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3518, 64 off233408 00010000:00010000:1.0:1776201053.166792:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166801:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166809:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166816:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166822:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.166828:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167135:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.167155:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ca84681 reply state 000000000115c092 transno 4295010907 ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167244:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167251:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167257:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167262:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.167265:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167272:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167281:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.167284:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.167287:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.167292:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb95e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.167300:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ca84681 reply state 000000000115c092 transno 4295010907 ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.167355:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca84681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+347:17701:x1862480738232704:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1236us (8284us total) trans 4295010907 rc 0/0 00000100:00100000:1.0:1776201053.167366:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72507 00010000:00010000:2.0:1776201053.173268:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.173278:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.173292:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.173295:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.173304:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.173331:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (00000000ebd12272) 00010000:00010000:2.0:1776201053.173334:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.173338:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.173344:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbb973 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.173360:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.173361:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.173363:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.174585:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.174650:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.174736:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232896 00000100:00100000:2.0:1776201053.174789:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24386 00000100:00100000:2.0:1776201053.174796:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000418164b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+347:17888:x1862480738232896:12345-192.168.202.3@tcp:37:ll_sa_17702.0 00000100:00100000:2.0:1776201053.175745:0:13651:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ba0fd4b pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13651:1862480742310592:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201053.175774:0:13651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176295:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176306:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176313:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176330:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5e2633d already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.176334:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176342:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176358:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xa3962d5b (00000000fd2c1ded) 00010000:00010000:3.0:1776201053.176361:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.176365:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176375:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbb965 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176398:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176404:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176409:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176414:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057a8d613 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.176416:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176421:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176428:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (00000000ebd12272) 00010000:00010000:3.0:1776201053.176430:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.176431:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.176436:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbb96c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.176821:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738232832 00000100:00100000:0.0:1776201053.176877:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72508 00000100:00100000:0.0:1776201053.176883:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d27d625 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+348:17701:x1862480738232832:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.176951:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.176973:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f1c7d6c/0xf221502977fb735e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc41 expref: 348 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.176988:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050cbe782/0xf221502977e57bcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e19 expref: 347 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.176997:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (00000000b94d14a3) 00010000:00010000:0.0:1776201053.177004:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.177036:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177050:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177058:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177071:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177078:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177083:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177377:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177385:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177392:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.177684:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3519, 64 off233472 00010000:00010000:0.0:1776201053.177744:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177753:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177761:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177768:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177774:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177779:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177792:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.177807:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d27d625 reply state 000000004c2e75d3 transno 4295010908 ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177850:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177856:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177862:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177867:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7613bf8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.177870:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177879:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177887:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:0.0:1776201053.177890:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.177892:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.177897:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbb97a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.177906:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d27d625 reply state 000000004c2e75d3 transno 4295010908 ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178070:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.178075:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178082:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d49372a already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.178084:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178104:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178113:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (000000002c8c808a) 00010000:00010000:3.0:1776201053.178115:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.178117:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178122:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbb98f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.178132:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.178133:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.178135:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.178576:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d27d625 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+348:17701:x1862480738232832:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1689us (3994us total) trans 4295010908 rc 0/0 00000100:00100000:0.0:1776201053.178585:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72508 00000100:00100000:2.0:1776201053.182258:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000418164b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+346:17888:x1862480738232896:12345-192.168.202.3@tcp:37:ll_sa_17702.0 Request processed in 7453us (7599us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.182274:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24386 00000100:00100000:1.0:1776201053.191865:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.191976:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.191976:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233024 00000100:00100000:2.0:1776201053.192023:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72509 00000100:00100000:2.0:1776201053.192030:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6fec99b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+346:17701:x1862480738233024:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.192073:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192078:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.192084:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192100:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192103:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b25e5d4/0xf221502977fb7318 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc25 expref: 346 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192106:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.192110:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192118:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192129:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x98ca20bd (000000004c81c356) 00010000:00010000:0.0:1776201053.192132:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.192132:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000956359c8/0xf221502977e57b2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9dcc expref: 345 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192135:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192141:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbb981 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192141:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (0000000059f2890a) 00010000:00010000:2.0:1776201053.192148:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.192154:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192158:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192162:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192166:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.192168:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192172:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192175:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192202:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (000000002c8c808a) 00010000:00010000:0.0:1776201053.192204:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.192207:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.192211:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbb988 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192213:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192222:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192235:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192246:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192253:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.192273:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233088 00010000:00010000:3.0:1776201053.192293:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 344 pid: 13651 timeout: 1187 lvb_type: 0 00000100:00100000:3.0:1776201053.192330:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33652 00000100:00100000:3.0:1776201053.192334:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009db4d047 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+344:2225:x1862480738233088:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201053.192342:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201053.192346:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 344 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:3.0:1776201053.192359:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 344 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1776201053.192362:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192369:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192370:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbb950 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0df expref: 344 pid: 13651 timeout: 1187 lvb_type: 0 00010000:00010000:2.0:1776201053.192376:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192380:0:5539:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:3.0:1776201053.192382:0:5539:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192389:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192394:0:5539:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192414:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201053.192454:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009db4d047 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+343:2225:x1862480738233088:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 119us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.192461:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33652 00010000:00010000:3.0:1776201053.192518:0:13651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192526:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192538:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192561:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192568:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192626:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192633:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192639:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.192703:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3518, 64 off233408 00010000:00010000:2.0:1776201053.192762:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192772:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.192780:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.192823:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3519, 64 off233472 00010000:00010000:3.0:1776201053.192861:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192870:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192876:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192882:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192888:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192893:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192909:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.192927:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc706a1f reply state 00000000d2c77df2 transno 4295010910 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192974:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192980:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192985:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192990:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f48939be already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.192992:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.192997:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.193005:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:3.0:1776201053.193007:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.193009:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.193014:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbb957 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.193022:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc706a1f reply state 00000000d2c77df2 transno 4295010910 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.193065:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+345:17702:x1862480738232512:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 27305us (34075us total) trans 4295010910 rc 0/0 00000100:00100000:3.0:1776201053.193071:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72506 00010000:00010000:2.0:1776201053.193149:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193156:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193161:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193173:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1776201053.193203:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f6fec99b reply state 000000003d68995a transno 4295010909 ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193236:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193243:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193248:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193252:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.193253:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193264:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193271:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.193272:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.193274:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.193554:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb996 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.193563:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f6fec99b reply state 000000003d68995a transno 4295010909 ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.193605:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6fec99b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+345:17701:x1862480738233024:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1574us (1747us total) trans 4295010909 rc 0/0 00000100:00100000:2.0:1776201053.193614:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72509 00010000:00010000:0.0:1776201053.196281:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201053.196292:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196309:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.196313:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196333:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196355:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (0000000096b10765) 00010000:00010000:0.0:1776201053.196358:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.196362:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196368:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbb9c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196383:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.196386:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196391:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.196394:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196400:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196406:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (00000000fbf79835) 00010000:00010000:0.0:1776201053.196408:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.196410:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196415:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbb9b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.196423:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.196424:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.196425:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.197004:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.214427:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214447:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214455:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214461:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c359299 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.214466:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214473:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214495:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xbcf75103 (000000000878e24c) 00010000:00010000:0.0:1776201053.214498:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.214504:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214510:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbb99d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214529:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214535:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214550:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214555:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.214557:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214562:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214568:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (00000000fbf79835) 00010000:00010000:0.0:1776201053.214571:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.214573:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.214581:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbb9a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.214875:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.214942:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.214987:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233280 00000100:00100000:1.0:1776201053.215036:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72510 00000100:00100000:1.0:1776201053.215043:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fa3170b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+344:17701:x1862480738233280:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.215101:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201053.215120:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fb5057 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x136b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf0c expref: 344 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215136:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136b:0x0].0x0 (00000000db03820d) 00010000:00010000:1.0:1776201053.215142:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.215172:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215221:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215230:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215246:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215253:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.215259:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.215486:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233152 00000100:00100000:0.0:1776201053.215510:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24387 00000100:00100000:0.0:1776201053.215515:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d48a6c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+344:17702:x1862480738233152:12345-192.168.202.3@tcp:37:dbench.0 00010000:00010000:1.0:1776201053.216626:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.216640:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.216649:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.216968:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3520, 64 off233536 00010000:00010000:1.0:1776201053.217031:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217041:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217049:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217057:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217063:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217071:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217100:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.217118:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002fa3170b reply state 00000000f09b31c9 transno 4295010911 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217164:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.217170:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.218658:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.218667:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.218671:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.218680:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.218695:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.218698:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.218702:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.218709:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbb9c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.218725:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002fa3170b reply state 00000000f09b31c9 transno 4295010911 ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.218824:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fa3170b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+347:17701:x1862480738233280:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 3777us (3878us total) trans 4295010911 rc 0/0 00000100:00100000:1.0:1776201053.218834:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72510 00010000:00010000:0.0:1776201053.219000:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.219005:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.219013:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000afb6060e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.219016:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.219023:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.219032:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136b:0x0].0x0 (00000000fd2c1ded) 00010000:00010000:0.0:1776201053.219034:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.219037:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.219041:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbb9dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.219052:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.219054:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.219056:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.219519:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219530:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219536:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219553:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.219556:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219561:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219569:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0xdde1c156 (000000003055854a) 00010000:00010000:3.0:1776201053.219571:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.219574:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219579:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbb9ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0xba:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219595:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219599:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219605:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219609:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.219611:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219616:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219622:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (0000000096b10765) 00010000:00010000:3.0:1776201053.219624:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.219626:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.219631:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbb9b2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225686:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225705:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225718:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225724:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.225727:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225735:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225753:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x8ee21578 (00000000ebd12272) 00010000:00010000:3.0:1776201053.225756:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.225760:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225766:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbb9ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225785:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225791:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225796:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225801:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.225802:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225808:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225815:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136b:0x0].0x0 (00000000fd2c1ded) 00010000:00010000:3.0:1776201053.225817:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.225819:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.225824:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbb9d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x136b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.226642:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.227900:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d48a6c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+343:17702:x1862480738233152:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 12379us (13576us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201053.227913:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24387 00000100:00100000:2.0:1776201053.228478:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233408 00000100:00100000:2.0:1776201053.228523:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72511 00000100:00100000:2.0:1776201053.228530:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003db37128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+343:17701:x1862480738233408:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.228589:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.228616:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8ef18b2/0xf221502977fb6717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x135d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c77f expref: 343 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228637:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b0b89fd1/0xf221502977fb38cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x135d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b668 expref: 342 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228650:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135d:0x0].0x0 (00000000d15ac134) 00010000:00010000:2.0:1776201053.228659:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.228689:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228703:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228713:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228730:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228736:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228741:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228843:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228850:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.228856:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.229245:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3521, 64 off233600 00010000:00010000:2.0:1776201053.229313:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229398:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229406:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229413:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229419:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229425:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229450:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.229467:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003db37128 reply state 00000000c7d5d230 transno 4295010912 ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229520:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229526:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229536:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229550:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.229554:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229561:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229570:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.229572:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.229575:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.229579:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbb9e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.229588:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003db37128 reply state 00000000c7d5d230 transno 4295010912 ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.229656:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003db37128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+343:17701:x1862480738233408:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1125us (3018us total) trans 4295010912 rc 0/0 00000100:00100000:2.0:1776201053.229665:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72511 00010000:00010000:0.0:1776201053.230135:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.230142:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.230149:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.230152:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.230159:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.230169:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135d:0x0].0x0 (00000000fbf79835) 00010000:00010000:0.0:1776201053.230171:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.230173:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.230210:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbb9f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x135d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.230222:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.230223:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.230225:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.234425:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.242835:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.243893:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233536 00000100:00100000:2.0:1776201053.243954:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72512 00000100:00100000:2.0:1776201053.243960:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053a9c896 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+343:17702:x1862480738233536:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.244026:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201053.244052:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000046596d6d/0xf221502977fb6d29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c9e0 expref: 343 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244077:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009da8302c/0xf221502977e57d8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ecf expref: 342 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244100:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (00000000c09e2a5e) 00010000:00010000:2.0:1776201053.244116:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000017c6823a/0xf221502977fbb567 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ae expref: 341 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244123:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.244126:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.244160:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244173:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244207:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244223:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244229:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244234:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244354:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244363:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244369:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.244726:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3520, 64 off233536 00010000:00010000:2.0:1776201053.244787:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244797:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244804:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244811:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244816:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244822:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244846:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.244862:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000053a9c896 reply state 00000000fa63a22f transno 4295010913 ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244905:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244911:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244916:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244921:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.244924:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244931:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244939:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.244941:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.244944:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.244949:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbb9ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.244958:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000053a9c896 reply state 00000000fa63a22f transno 4295010913 ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246014:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.246023:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246034:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.246036:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246044:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246055:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (000000005db9ca46) 00010000:00010000:1.0:1776201053.246058:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.246060:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246065:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbba14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.246085:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.246086:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.246088:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.246585:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053a9c896 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+342:17702:x1862480738233536:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2621us (3759us total) trans 4295010913 rc 0/0 00000100:00100000:2.0:1776201053.246597:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72512 00000100:00100000:0.0:1776201053.246984:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.247053:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233664 00000100:00100000:3.0:1776201053.247109:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72513 00000100:00100000:3.0:1776201053.247114:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c7a52ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+342:17701:x1862480738233664:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.247169:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.247216:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c1aa1032/0xf221502977fb72e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc10 expref: 342 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247234:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6f39b34/0xf221502977e57a60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d78 expref: 341 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247242:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (00000000578dc614) 00010000:00010000:3.0:1776201053.247251:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.247280:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247295:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247307:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247507:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247516:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247523:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247645:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247654:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.247660:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.248006:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3522, 64 off233664 00010000:00010000:3.0:1776201053.248071:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248080:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248281:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248296:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248301:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248306:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248397:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.248418:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008c7a52ff reply state 00000000fb23bd2d transno 4295010914 ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248495:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248503:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248509:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248515:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.248517:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248523:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248538:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:3.0:1776201053.248549:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.248553:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.248559:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.248568:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008c7a52ff reply state 00000000fb23bd2d transno 4295010914 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.248642:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c7a52ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+342:17701:x1862480738233664:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1526us (1659us total) trans 4295010914 rc 0/0 00000100:00100000:3.0:1776201053.248651:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72513 00010000:00010000:0.0:1776201053.248757:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.248763:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.248771:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.248774:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.248780:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.248790:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (000000003055854a) 00010000:00010000:0.0:1776201053.248792:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.248794:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.248800:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbba30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.248811:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.248812:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.248813:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.248892:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248900:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248907:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248912:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.248915:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248920:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248929:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xb0449b87 (000000006ef25a57) 00010000:00010000:2.0:1776201053.248931:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.248933:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248938:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbb9ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248952:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248957:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248963:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248967:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.248969:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248974:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248980:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135d:0x0].0x0 (00000000fbf79835) 00010000:00010000:2.0:1776201053.248982:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.248983:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.248987:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbb9f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x135d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.257831:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.257859:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.257892:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233792 00000100:00100000:0.0:1776201053.257936:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738233920 00000100:00100000:0.0:1776201053.257954:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72514 00000100:00100000:0.0:1776201053.257960:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4eeae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+342:17701:x1862480738233792:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.258013:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.258041:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb0feaf/0xf221502977fb7151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb6f expref: 342 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258069:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000561d453b/0xf221502977e574b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b09 expref: 341 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258079:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (000000007ae7d8db) 00010000:00010000:1.0:1776201053.258208:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258217:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258225:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258231:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.258235:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258241:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258250:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xf2061246 (0000000096b10765) 00010000:00010000:1.0:1776201053.258252:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.258255:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258259:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbba22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258273:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258283:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258289:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258293:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.258295:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258299:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258305:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (000000003055854a) 00010000:00010000:1.0:1776201053.258307:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.258309:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.258313:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbba29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258499:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.258529:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258555:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258565:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258578:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258584:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258589:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258685:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258694:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.258704:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.259044:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3523, 64 off233728 00010000:00010000:3.0:1776201053.259944:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.259957:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.259964:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.259970:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.259973:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.259979:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.259994:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x21e72734 (000000000878e24c) 00010000:00010000:3.0:1776201053.259997:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.260000:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260006:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbba06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260028:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260034:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260039:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260044:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c359299 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.260045:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260049:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260056:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (000000005db9ca46) 00010000:00010000:3.0:1776201053.260057:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.260060:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260068:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbba0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.260124:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72515 00000100:00100000:3.0:1776201053.260133:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8b734e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+339:17702:x1862480738233920:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.260211:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.260228:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061cc9480/0xf221502977fb7502 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cce9 expref: 339 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260242:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e51b8eb6/0xf221502977e57b1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9dc5 expref: 338 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260250:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (000000001f7d194f) 00010000:00010000:3.0:1776201053.260256:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.260279:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260291:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260298:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260311:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260520:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260534:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260635:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260642:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.260662:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261296:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261305:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261314:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261588:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261594:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261599:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261659:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.261679:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004f4eeae9 reply state 00000000e1bc12bb transno 4295010915 ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261727:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261737:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261743:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261748:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.261751:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261756:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261766:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:0.0:1776201053.261768:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.261771:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.261777:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbba37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.261785:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004f4eeae9 reply state 00000000e1bc12bb transno 4295010915 ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.261865:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4eeae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+338:17701:x1862480738233792:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 3903us (4041us total) trans 4295010915 rc 0/0 00000100:00100000:0.0:1776201053.261873:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72514 00000040:00080000:3.0:1776201053.262064:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3524, 64 off233792 00010000:00010000:3.0:1776201053.262150:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.262160:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.262167:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.262173:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.262204:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.262209:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.265401:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201053.265414:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.265431:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d49372a already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.265435:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.265450:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.265469:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (000000004c81c356) 00010000:00010000:1.0:1776201053.265472:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.265476:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.265481:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbba61 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.265598:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.265603:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.265609:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.265611:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.265617:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.265626:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (0000000059f2890a) 00010000:00010000:0.0:1776201053.265628:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.265631:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 3/0,0 mode: --/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.265638:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.265639:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.265641:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.268446:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268470:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268477:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268484:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.268488:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268495:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268512:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xc3f00931 (000000002c8c808a) 00010000:00010000:1.0:1776201053.268516:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.268519:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268524:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbba3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268552:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268557:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268562:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268566:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7613bf8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.268568:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268573:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268579:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (000000004c81c356) 00010000:00010000:1.0:1776201053.268580:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.268582:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.268586:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbba45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.268749:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.268817:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776201053.268824:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.268856:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f8b734e7 reply state 0000000062eadfe1 transno 4295010916 ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268918:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268925:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268930:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268935:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.268937:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268942:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268951:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.268953:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.268955:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.268959:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.268968:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f8b734e7 reply state 0000000062eadfe1 transno 4295010916 ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.269053:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8b734e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+338:17702:x1862480738233920:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 8919us (11190us total) trans 4295010916 rc 0/0 00000100:00100000:3.0:1776201053.269062:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72515 00000100:00100000:0.0:1776201053.274603:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.274719:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234048 00000100:00100000:3.0:1776201053.274769:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72516 00000100:00100000:3.0:1776201053.274776:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2a49604 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+338:17701:x1862480738234048:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.274828:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.274856:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b6f0a76/0xf221502977fb7119 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb5a expref: 338 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274875:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8e86dfb/0xf221502977e573f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ab5 expref: 337 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274886:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (00000000f294e30c) 00010000:00010000:3.0:1776201053.274894:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.274925:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274938:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274946:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274963:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274969:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.274974:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.275059:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.275065:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.275071:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.276140:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3525, 64 off233856 00010000:00010000:3.0:1776201053.276740:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276758:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276767:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276774:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276781:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276786:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276851:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.276872:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d2a49604 reply state 000000009e947a25 transno 4295010917 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276918:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276924:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276930:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276935:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.276938:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276945:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276956:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:3.0:1776201053.276958:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.276962:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.276967:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbba6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.276976:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d2a49604 reply state 000000009e947a25 transno 4295010917 ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.277061:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2a49604 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+338:17701:x1862480738234048:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2283us (2463us total) trans 4295010917 rc 0/0 00000100:00100000:3.0:1776201053.277070:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72516 00000100:00100000:0.0:1776201053.280411:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.280495:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234176 00000100:00100000:3.0:1776201053.280561:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72517 00000100:00100000:3.0:1776201053.280568:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8da666d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+338:17702:x1862480738234176:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.280621:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.280648:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051d97fbc/0xf221502977fb6725 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c786 expref: 338 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280672:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977e570f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9973 expref: 337 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280681:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (000000008fd99895) 00010000:00010000:3.0:1776201053.280690:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.280721:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280735:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280749:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280764:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280771:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280778:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280879:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280889:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.280895:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.281280:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3526, 64 off233920 00010000:00010000:3.0:1776201053.281343:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.281352:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.281360:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.281371:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.281376:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.281382:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284434:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201053.284447:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284461:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.284465:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284474:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284493:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (000000002e5f4414) 00010000:00010000:1.0:1776201053.284495:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.284499:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284505:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbba84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284519:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.284522:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284528:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.284530:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284535:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284556:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (0000000008fd89d1) 00010000:00010000:1.0:1776201053.284558:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.284560:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.284567:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.284568:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.284570:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.288337:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776201053.288352:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbaa0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.288400:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f8da666d reply state 0000000063fca374 transno 4295010918 ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288464:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288472:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288478:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288484:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.288487:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288501:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288517:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.288520:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.288523:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288529:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbba8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.288548:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f8da666d reply state 0000000063fca374 transno 4295010918 ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.288652:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8da666d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+338:17702:x1862480738234176:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 8080us (8247us total) trans 4295010918 rc 0/0 00000100:00100000:3.0:1776201053.288663:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72517 00010000:00010000:3.0:1776201053.288704:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288711:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288715:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288720:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.288722:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288727:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288734:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x3afecd66 (00000000cc41736b) 00010000:00010000:3.0:1776201053.288737:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.288739:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288743:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbba53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288758:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288764:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288770:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288775:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.288777:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288783:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288790:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (0000000059f2890a) 00010000:00010000:3.0:1776201053.288792:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.288794:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.288799:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbba5a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.289127:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.292679:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234304 00000100:00100000:3.0:1776201053.293846:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72518 00000100:00100000:3.0:1776201053.293855:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ba0fd4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+337:17701:x1862480738234304:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.293912:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.293940:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000092309b9a/0xf221502977fb66d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c763 expref: 337 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.293962:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977e57217 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99f1 expref: 336 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.293970:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (000000008b5cea43) 00010000:00010000:3.0:1776201053.293980:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.294010:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294024:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294034:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294047:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294059:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294066:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294174:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294199:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294205:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.294551:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3521, 64 off233600 00010000:00010000:3.0:1776201053.294613:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294623:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294630:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294638:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294643:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.294649:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296504:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296522:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296529:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296536:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.296551:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296559:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296571:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x17d46a (00000000f3630157) 00010000:00010000:2.0:1776201053.296574:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.296577:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296583:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbba76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296603:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296609:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296614:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296619:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.296620:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296625:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296632:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (000000002e5f4414) 00010000:00010000:2.0:1776201053.296634:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.296636:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.296641:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbba7d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.297484:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.297492:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.297501:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.297504:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.297510:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.297521:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (000000008aba3320) 00010000:00010000:0.0:1776201053.297523:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.297526:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 3/0,0 mode: --/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.297533:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.297534:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.297535:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.297789:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776201053.297796:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbabc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.297827:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ba0fd4b reply state 00000000bb98c77d transno 4295010919 ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297888:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297895:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297900:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297905:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.297908:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297913:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297921:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:3.0:1776201053.297923:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.297926:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.297932:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbaa7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.297941:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ba0fd4b reply state 00000000bb98c77d transno 4295010919 ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.298031:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ba0fd4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+336:17701:x1862480738234304:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 4173us (8903us total) trans 4295010919 rc 0/0 00000100:00100000:3.0:1776201053.298040:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72518 00000100:00100000:2.0:1776201053.298210:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201053.298384:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.302878:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302898:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302906:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302912:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.302916:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302923:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302940:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xa5e17578 (0000000083a2cc48) 00010000:00010000:2.0:1776201053.302943:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.302947:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302953:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbaae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302978:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302984:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302989:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.302994:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.302996:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303001:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303008:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (000000008aba3320) 00010000:00010000:2.0:1776201053.303010:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.303012:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303017:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbab5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303911:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303924:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303935:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303940:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.303943:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303949:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303959:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xca0b3ea (0000000064e28fc0) 00010000:00010000:2.0:1776201053.303962:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.303964:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303969:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbba92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303987:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303993:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.303998:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.304004:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.304006:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.304011:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.304018:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (0000000008fd89d1) 00010000:00010000:2.0:1776201053.304021:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.304023:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.304028:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbba99 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.304208:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234432 00000100:00100000:1.0:1776201053.305407:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72519 00000100:00100000:1.0:1776201053.305415:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005633058a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+334:17702:x1862480738234432:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.305472:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.305496:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de37bd41/0xf221502977fb72d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc09 expref: 334 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305514:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da8baf6c/0xf221502977e57527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b41 expref: 333 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305523:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (0000000079d9a1eb) 00010000:00010000:1.0:1776201053.305530:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.305568:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305583:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305593:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305611:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305618:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305624:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305732:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305740:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.305747:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.306070:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3522, 64 off233664 00010000:00010000:1.0:1776201053.306144:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306153:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306160:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306167:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306174:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306216:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306237:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.306253:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005633058a reply state 000000009e33158e transno 4295010920 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306274:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.306278:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306285:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.306287:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306294:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306302:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201053.306304:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.306307:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306313:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbad8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306328:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.306330:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.306331:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.306369:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306375:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306380:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306385:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.306388:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306393:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306401:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:1.0:1776201053.306403:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.306405:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.306411:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbac3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.306418:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005633058a reply state 000000009e33158e transno 4295010920 ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.306509:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005633058a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+334:17702:x1862480738234432:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1093us (8299us total) trans 4295010920 rc 0/0 00000100:00100000:1.0:1776201053.306518:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72519 00000100:00100000:2.0:1776201053.311476:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.311633:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.311670:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311684:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311691:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311697:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492a2563 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.311700:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311707:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311723:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x2ee4e5f8 (000000002f75e491) 00010000:00010000:3.0:1776201053.311726:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.311731:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311737:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbbaca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311758:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311764:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311769:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311773:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.311775:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311779:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311786:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (000000006baee33b) 00010000:00010000:3.0:1776201053.311789:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.311790:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.311796:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbbad1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.312584:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234560 00000100:00100000:0.0:1776201053.312630:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234688 00000100:00100000:0.0:1776201053.312651:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72520 00000100:00100000:0.0:1776201053.312656:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055c549ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+334:17701:x1862480738234560:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.312709:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.312728:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e2fb8e6/0xf221502977fb73ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc5d expref: 334 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312744:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000270737e0/0xf221502977e57c90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e6d expref: 333 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312752:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (00000000b7f389a6) 00010000:00010000:0.0:1776201053.312759:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.312790:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312802:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312816:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312829:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312836:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312842:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312939:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312947:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.312954:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.313306:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72521 00000100:00100000:2.0:1776201053.313313:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbb66563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+332:17702:x1862480738234688:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.313352:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.313365:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fb712e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb61 expref: 332 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313382:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b64d785/0xf221502977e57cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e74 expref: 331 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313392:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (00000000b45ad06f) 00010000:00010000:2.0:1776201053.313398:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.313414:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313423:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313431:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313442:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313448:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313454:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313509:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313517:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313524:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.313761:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3523, 64 off233728 00010000:00010000:2.0:1776201053.313825:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313833:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313841:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313848:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313854:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313860:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313877:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.313892:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dbb66563 reply state 00000000b9e8f4c9 transno 4295010921 ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313940:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313947:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313953:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313958:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.313961:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313967:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313979:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.313981:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.313984:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.313989:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbaf4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.313998:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dbb66563 reply state 00000000b9e8f4c9 transno 4295010921 ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.314078:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbb66563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+332:17702:x1862480738234688:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 764us (2445us total) trans 4295010921 rc 0/0 00000100:00100000:2.0:1776201053.314086:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72521 00010000:00010000:1.0:1776201053.314581:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.314587:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.314594:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.314597:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.314604:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.314614:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (000000006ef25a57) 00010000:00010000:1.0:1776201053.314616:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.314618:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.314624:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbbb09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.314635:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.314636:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.314637:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1776201053.314981:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3527, 64 off233984 00010000:00010000:0.0:1776201053.315046:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315058:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315066:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315078:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315083:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315089:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315112:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.315127:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000055c549ce reply state 0000000027f286b0 transno 4295010922 ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315166:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.315172:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.317682:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.317697:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.317701:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.317708:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.317730:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:0.0:1776201053.317733:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.317737:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.317743:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbadf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.317763:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000055c549ce reply state 0000000027f286b0 transno 4295010922 ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.317874:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055c549ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+333:17701:x1862480738234560:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 5213us (6403us total) trans 4295010922 rc 0/0 00000100:00100000:0.0:1776201053.317883:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72520 00010000:00010000:1.0:1776201053.318131:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.318135:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.318144:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fbd1596 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.318146:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.318153:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.318162:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (0000000047ac8058) 00010000:00010000:1.0:1776201053.318164:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.318167:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.318172:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbb10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.318226:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.318228:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.318229:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.319131:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319141:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319146:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319151:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.319155:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319160:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319170:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xa3962d5b (00000000fbf79835) 00010000:00010000:1.0:1776201053.319172:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.319206:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319213:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbbafb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319228:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319234:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319239:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319243:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.319245:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319251:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319258:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (000000006ef25a57) 00010000:00010000:1.0:1776201053.319260:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.319262:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.319267:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbbb02 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.321043:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.321112:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234816 00000100:00100000:3.0:1776201053.321162:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72522 00000100:00100000:3.0:1776201053.321169:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c379b10d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+332:17702:x1862480738234816:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.321246:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.321271:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000aa47fb6/0xf221502977fb7215 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cbbc expref: 332 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321291:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000009585d04/0xf221502977e5733d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a6f expref: 331 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321300:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (000000006ea200e0) 00010000:00010000:3.0:1776201053.321307:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.321336:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321350:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321359:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321373:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321379:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321385:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321483:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321492:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321498:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.321829:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3528, 64 off234048 00010000:00010000:3.0:1776201053.321893:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321902:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321909:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321915:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321921:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321927:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.321950:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.321966:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c379b10d reply state 000000005f966c96 transno 4295010923 ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322016:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322023:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322029:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322034:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.322036:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322042:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322050:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.322052:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.322054:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.322058:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbb17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.322065:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c379b10d reply state 000000005f966c96 transno 4295010923 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.322134:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c379b10d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+332:17702:x1862480738234816:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 965us (1096us total) trans 4295010923 rc 0/0 00000100:00100000:3.0:1776201053.322145:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72522 00010000:00010000:1.0:1776201053.322393:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.322398:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.322405:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.322407:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.322413:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.322422:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (00000000d6c8aded) 00010000:00010000:1.0:1776201053.322424:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.322426:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.322431:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbb2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.322442:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.322443:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.322444:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.326406:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326426:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326432:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326438:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e7e3268 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.326442:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326448:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326464:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x3afecd66 (0000000081ff3d14) 00010000:00010000:3.0:1776201053.326466:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.326471:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326475:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbae6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326493:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326499:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326505:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326509:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004676f7f9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.326511:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326515:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326521:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (0000000047ac8058) 00010000:00010000:3.0:1776201053.326523:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.326525:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.326530:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbaed lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.328341:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.328600:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738234944 00000100:00100000:0.0:1776201053.328654:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72523 00000100:00100000:0.0:1776201053.328660:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f84ed16d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+331:17701:x1862480738234944:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.328712:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.328736:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000850c6386/0xf221502977fb668b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c747 expref: 331 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328758:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977e57153 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df999d expref: 330 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328767:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (000000006eec8f62) 00010000:00010000:0.0:1776201053.328776:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.328806:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328820:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328828:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328843:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328849:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328855:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328950:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328959:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.328965:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.329332:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3524, 64 off233792 00010000:00010000:0.0:1776201053.329396:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329406:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329417:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329423:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329429:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329434:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329453:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.329468:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f84ed16d reply state 00000000df58914d transno 4295010924 ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329513:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329519:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329525:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329531:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.329534:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329555:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329564:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:0.0:1776201053.329567:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.329570:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.329575:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbb33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.329584:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f84ed16d reply state 00000000df58914d transno 4295010924 ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.329657:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f84ed16d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+331:17701:x1862480738234944:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 996us (1322us total) trans 4295010924 rc 0/0 00000100:00100000:0.0:1776201053.329665:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72523 00010000:00010000:2.0:1776201053.329869:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.329874:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.329881:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014e8bd4e already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.329883:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.329889:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.329898:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (000000002c8c808a) 00010000:00010000:2.0:1776201053.329900:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.329902:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.329907:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbb48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.329917:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.329919:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.329920:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.329990:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.329998:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330004:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330009:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.330011:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330016:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330025:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x17d46a (00000000fd9a0493) 00010000:00010000:1.0:1776201053.330027:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.330029:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330034:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbb1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330046:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330051:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330056:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330064:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.330066:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330070:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330076:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (00000000d6c8aded) 00010000:00010000:1.0:1776201053.330078:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.330079:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.330083:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbb25 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.334675:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.334747:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235200 00000100:00100000:2.0:1776201053.334803:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72524 00000100:00100000:2.0:1776201053.334809:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea9073c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+330:17701:x1862480738235200:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.334861:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.334888:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fb6f59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x136d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cac0 expref: 330 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.334912:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbf1caa5/0xf221502977fb50f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x136d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf36 expref: 329 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.334922:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136d:0x0].0x0 (000000005f3b157c) 00010000:00010000:2.0:1776201053.334931:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.334961:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.334975:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.334985:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.334999:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335006:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335011:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335106:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335114:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335121:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.335477:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3529, 64 off234112 00010000:00010000:2.0:1776201053.335534:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335555:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335563:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335572:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335579:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335585:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335601:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.335617:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ea9073c9 reply state 00000000cf76f2f1 transno 4295010925 ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335661:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335667:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335674:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335679:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.335683:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335691:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335700:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.335703:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.335706:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.335712:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.335721:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ea9073c9 reply state 00000000cf76f2f1 transno 4295010925 ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.335794:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea9073c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+330:17701:x1862480738235200:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 984us (1126us total) trans 4295010925 rc 0/0 00000100:00100000:2.0:1776201053.335802:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72524 00010000:00010000:1.0:1776201053.335960:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.335965:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.335972:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.335975:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.335981:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.335990:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136d:0x0].0x0 (00000000917483fe) 00010000:00010000:1.0:1776201053.335992:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.335994:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.335999:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbbb64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.336010:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.336011:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.336012:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.336405:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336415:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336421:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336426:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098abef49 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.336429:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336435:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336444:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xca0b3ea (000000004c81c356) 00010000:00010000:3.0:1776201053.336446:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.336449:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336454:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbb3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336467:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336473:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336478:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336483:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db3ae676 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.336485:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336490:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336496:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (000000002c8c808a) 00010000:00010000:3.0:1776201053.336498:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.336500:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.336505:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbb41 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338509:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338527:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338534:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338550:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f48939be already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.338554:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338560:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338574:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x283705e2 (00000000cf8cde40) 00010000:00010000:1.0:1776201053.338577:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.338580:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338585:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbbb56 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338602:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338608:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338613:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338618:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.338620:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338624:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338631:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136d:0x0].0x0 (00000000917483fe) 00010000:00010000:1.0:1776201053.338634:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.338635:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.338640:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbbb5d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x136d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.342616:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.342742:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235328 00000100:00100000:2.0:1776201053.342798:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72525 00000100:00100000:2.0:1776201053.342804:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb3972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+328:17701:x1862480738235328:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.342854:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.342882:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7a50903/0xf221502977fb65f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c70f expref: 328 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.342902:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b182bdd6/0xf221502977e56f77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x94:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98d2 expref: 327 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.342914:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (00000000e6f5eadb) 00010000:00010000:2.0:1776201053.342923:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.342954:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.342968:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.342982:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.342996:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343003:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343010:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343128:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343138:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343144:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.343484:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3525, 64 off233856 00010000:00010000:2.0:1776201053.343557:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343567:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343575:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343586:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343592:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343598:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343612:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.343627:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000efb3972a reply state 000000000681ed0d transno 4295010926 ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343674:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343681:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343688:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343693:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.343696:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343702:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343715:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.343718:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.343721:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.343726:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbb6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.343734:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000efb3972a reply state 000000000681ed0d transno 4295010926 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.343812:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb3972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+328:17701:x1862480738235328:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1007us (1205us total) trans 4295010926 rc 0/0 00000100:00100000:2.0:1776201053.343820:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72525 00010000:00010000:0.0:1776201053.344353:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.344358:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.344366:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.344368:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.344374:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.344384:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (000000008ba87046) 00010000:00010000:0.0:1776201053.344386:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.344388:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.344393:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbbb80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.344404:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.344405:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.344407:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.346867:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346884:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346892:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346897:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.346900:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346908:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346922:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0xcd7d97c8 (00000000e3551dbe) 00010000:00010000:3.0:1776201053.346925:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.346928:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346933:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbbb72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346949:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346956:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346960:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346965:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.346966:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346971:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346977:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (000000008ba87046) 00010000:00010000:3.0:1776201053.346979:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.346981:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.346985:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbbb79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.351886:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.351973:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.352053:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235072 00000100:00100000:2.0:1776201053.352112:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235456 00000100:00100000:2.0:1776201053.352140:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72526 00000100:00100000:2.0:1776201053.352147:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031155f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+328:17702:x1862480738235072:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.352230:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.352258:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c72cf79/0xf221502977fb732d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc2c expref: 328 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352280:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977e575eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b95 expref: 327 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352290:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (000000000401c710) 00010000:00010000:2.0:1776201053.352299:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.352346:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352360:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352370:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352384:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352391:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352398:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352497:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352506:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352512:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.352848:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3526, 64 off233920 00010000:00010000:2.0:1776201053.352910:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352919:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352927:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352936:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352942:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352949:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.352971:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.352987:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000031155f24 reply state 000000005fd78976 transno 4295010927 ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353010:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.353015:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353021:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.353024:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353031:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353039:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (000000009f11885e) 00010000:00010000:2.0:1776201053.353042:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.353045:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353051:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbb9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353063:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.353065:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.353066:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.353104:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353110:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353115:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353121:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.353123:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353128:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353136:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.353138:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.353140:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353150:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbb87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.353160:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000031155f24 reply state 000000005fd78976 transno 4295010927 ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.353268:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031155f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+328:17702:x1862480738235072:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1120us (1389us total) trans 4295010927 rc 0/0 00000100:00100000:2.0:1776201053.353277:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72526 00000100:00100000:2.0:1776201053.353302:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72527 00000100:00100000:2.0:1776201053.353308:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026947d2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+327:17701:x1862480738235456:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.353333:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.353347:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab77e90b/0xf221502977fb7197 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cb8b expref: 327 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353361:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000041f557a3/0xf221502977e5759e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b72 expref: 326 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353370:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (00000000435e74c7) 00010000:00010000:2.0:1776201053.353376:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.353393:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353402:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353408:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353420:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353426:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353431:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353496:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353504:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353510:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.353730:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3530, 64 off234176 00010000:00010000:2.0:1776201053.353775:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353785:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353792:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353797:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353804:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353809:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353825:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.353835:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026947d2e reply state 00000000d2c77df2 transno 4295010928 ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353852:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.353855:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353861:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.353864:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353870:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353879:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (00000000917483fe) 00010000:00010000:2.0:1776201053.353881:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.353883:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353889:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbbb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.353903:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.353904:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.353905:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.354026:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354034:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354039:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354044:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.354046:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354051:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354059:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:2.0:1776201053.354062:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.354064:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.354069:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbba3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.354076:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026947d2e reply state 00000000d2c77df2 transno 4295010928 ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.354125:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026947d2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+327:17701:x1862480738235456:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 816us (2152us total) trans 4295010928 rc 0/0 00000100:00100000:2.0:1776201053.354132:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72527 00010000:00010000:1.0:1776201053.362370:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362389:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362402:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362408:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.362411:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362418:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362433:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x51a4c572 (000000005fbf4074) 00010000:00010000:1.0:1776201053.362436:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.362440:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362445:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbbb8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362464:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362470:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362475:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362480:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.362482:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362487:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362492:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (000000009f11885e) 00010000:00010000:1.0:1776201053.362495:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.362496:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.362501:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbbb95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.364029:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.364073:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.364250:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235584 00000100:00100000:1.0:1776201053.364294:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235712 00000100:00100000:1.0:1776201053.364312:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72528 00000100:00100000:1.0:1776201053.364332:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9d29e6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+327:17701:x1862480738235584:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.364382:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.364406:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f712d7c4/0xf221502977fb6c5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c993 expref: 327 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364426:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c73aff69/0xf221502977e57f1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xbc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f77 expref: 326 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364436:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (000000001dc01c51) 00010000:00010000:1.0:1776201053.364444:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.364474:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364487:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364497:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364510:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364517:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364524:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364643:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364651:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.364658:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.365000:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3531, 64 off234240 00010000:00010000:1.0:1776201053.365064:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365073:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365081:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365102:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365108:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365114:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365137:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.365153:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e9d29e6c reply state 0000000007d36c99 transno 4295010929 ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365174:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.365214:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365221:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057a8d613 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.365225:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365231:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365240:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (0000000065caadef) 00010000:00010000:1.0:1776201053.365242:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.365245:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365255:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbbd4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365266:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.365268:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.365269:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.365310:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365316:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365321:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365326:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.365328:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365334:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365340:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201053.365342:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.365344:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365348:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbbbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.365360:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e9d29e6c reply state 0000000007d36c99 transno 4295010929 ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.365447:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9d29e6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+327:17701:x1862480738235584:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1128us (1423us total) trans 4295010929 rc 0/0 00000100:00100000:1.0:1776201053.365455:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72528 00000100:00100000:1.0:1776201053.365607:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72529 00000100:00100000:1.0:1776201053.365612:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b73692a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+326:17702:x1862480738235712:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.365647:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.365662:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056e6f937/0xf221502977fb6787 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c7a2 expref: 326 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365677:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977e571b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x99:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c7 expref: 325 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365686:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (0000000040fdaf5f) 00010000:00010000:1.0:1776201053.365693:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.365718:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365727:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365733:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365743:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365749:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365754:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365825:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365833:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.365840:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.366076:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3532, 64 off234304 00010000:00010000:1.0:1776201053.366124:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366134:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366140:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366147:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366152:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366158:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366172:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.366218:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002b73692a reply state 00000000240dc162 transno 4295010930 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366254:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366259:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366264:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366269:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5e2633d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.366271:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366276:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366285:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:1.0:1776201053.366287:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.366290:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.366295:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbbdb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.366306:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002b73692a reply state 00000000240dc162 transno 4295010930 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.366354:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b73692a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+326:17702:x1862480738235712:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 741us (2280us total) trans 4295010930 rc 0/0 00000100:00100000:1.0:1776201053.366361:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72529 00010000:00010000:3.0:1776201053.366851:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366860:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366866:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366875:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.366877:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366882:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366891:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x103f9c81 (000000006c46eb73) 00010000:00010000:3.0:1776201053.366894:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.366896:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366900:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbbbaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366915:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366921:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366926:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366931:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.366933:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366938:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366946:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (00000000917483fe) 00010000:00010000:3.0:1776201053.366948:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.366950:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.366954:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbbb1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367033:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.367038:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367046:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.367048:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367054:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367063:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (0000000072af5788) 00010000:00010000:0.0:1776201053.367066:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.367068:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367077:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbbf0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.367101:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.367102:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.367103:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.371835:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371855:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371862:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371868:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.371872:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371879:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371895:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xa5e17578 (00000000ddbe1466) 00010000:00010000:2.0:1776201053.371898:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.371903:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371909:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbbe2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371934:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371941:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371947:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371952:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.371955:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371961:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371968:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (0000000072af5788) 00010000:00010000:2.0:1776201053.371970:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.371972:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.371978:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbbe9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372066:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372073:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372079:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372084:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.372086:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372103:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372113:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x21e72734 (0000000095d8d3e7) 00010000:00010000:1.0:1776201053.372115:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.372117:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372123:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbbc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x92:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372136:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372142:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372147:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372152:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000afb6060e already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.372153:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372158:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372164:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (0000000065caadef) 00010000:00010000:1.0:1776201053.372166:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.372168:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.372173:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbbcd lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.378465:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.379216:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235840 00000100:00100000:3.0:1776201053.379263:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72530 00000100:00100000:3.0:1776201053.379270:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f333873 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+323:17702:x1862480738235840:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.379335:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.379362:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bdaeee38/0xf221502977fb6699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c74e expref: 323 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379382:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977e56f54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98cb expref: 322 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379392:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (00000000e2564078) 00010000:00010000:3.0:1776201053.379400:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.379428:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379441:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379450:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379467:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379473:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379479:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379578:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379585:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379591:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.379868:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3533, 64 off234368 00010000:00010000:3.0:1776201053.379931:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379940:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379947:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379954:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379961:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379966:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.379987:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.380003:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f333873 reply state 00000000a7829e9e transno 4295010931 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380049:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380056:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380063:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380068:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.380071:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380078:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380101:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.380103:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.380107:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.380112:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbbf7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.380121:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f333873 reply state 00000000a7829e9e transno 4295010931 ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.380224:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f333873 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+323:17702:x1862480738235840:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 953us (1766us total) trans 4295010931 rc 0/0 00000100:00100000:3.0:1776201053.380232:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72530 00010000:00010000:1.0:1776201053.380440:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.380445:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.380453:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.380456:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.380462:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.380471:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (00000000fd9a0493) 00010000:00010000:1.0:1776201053.380473:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.380475:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.380480:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbbc0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.380491:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.380492:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.380493:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201053.385896:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201053.385979:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.385995:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386002:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386008:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.386012:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386019:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386037:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xcd7d97c8 (00000000d6c8aded) 00010000:00010000:1.0:1776201053.386040:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.386044:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386050:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbbbfe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386069:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386074:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386079:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386084:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.386096:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386103:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386111:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (00000000fd9a0493) 00010000:00010000:1.0:1776201053.386113:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.386115:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.386123:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbbc05 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.386953:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.387079:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236032 00000100:00100000:0.0:1776201053.387142:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24388 00000100:00100000:0.0:1776201053.387149:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8e1e71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+322:17701:x1862480738236032:12345-192.168.202.3@tcp:37:dbench.0 00000100:00100000:2.0:1776201053.392712:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738235968 00000100:00100000:2.0:1776201053.392778:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72531 00000100:00100000:2.0:1776201053.392784:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4c91975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+324:17702:x1862480738235968:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.392853:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.392888:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efe43c1d/0xf221502977fb7373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc48 expref: 324 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.392911:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012e954ef/0xf221502977e576af lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be9 expref: 323 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.392921:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (00000000cd58b6ec) 00010000:00010000:2.0:1776201053.392930:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.392961:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.392974:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.392983:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.392996:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393004:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393011:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393129:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393138:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393149:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.393517:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3527, 64 off233984 00010000:00010000:2.0:1776201053.393586:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393595:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393603:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393610:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393616:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393621:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393642:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.393658:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f4c91975 reply state 00000000927c32f1 transno 4295010932 ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393681:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.393686:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393698:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.393701:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393707:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393715:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (000000006ef25a57) 00010000:00010000:2.0:1776201053.393717:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.393720:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393725:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbc28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393735:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.393736:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.393737:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.393779:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393785:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393791:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393796:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.393798:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393804:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393811:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.393813:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.393815:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.393819:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.393827:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f4c91975 reply state 00000000927c32f1 transno 4295010932 ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.393903:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4c91975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+324:17702:x1862480738235968:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1117us (8014us total) trans 4295010932 rc 0/0 00000100:00100000:2.0:1776201053.393910:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72531 00000100:00100000:0.0:1776201053.398835:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.398917:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236160 00000100:00100000:3.0:1776201053.398975:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72532 00000100:00100000:3.0:1776201053.398981:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007749cc79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+324:17702:x1862480738236160:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.399035:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.399063:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fb73b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc64 expref: 324 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399101:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977e57837 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xaa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c8a expref: 323 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399111:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (00000000140635f7) 00010000:00010000:3.0:1776201053.399120:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.399152:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399171:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399221:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399237:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399244:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399250:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399364:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399371:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399377:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.399705:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3528, 64 off234048 00010000:00010000:3.0:1776201053.399763:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399772:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399784:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399792:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399798:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399802:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399822:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.399838:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007749cc79 reply state 0000000029cb7708 transno 4295010933 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399860:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.399863:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399870:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.399873:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399880:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399888:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (0000000064e28fc0) 00010000:00010000:3.0:1776201053.399890:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.399893:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399897:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399906:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.399907:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.399908:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.399946:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399953:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399958:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399963:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.399965:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399970:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399977:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.399979:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.399981:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.399989:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.399997:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007749cc79 reply state 0000000029cb7708 transno 4295010933 ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.400067:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007749cc79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+324:17702:x1862480738236160:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1085us (1240us total) trans 4295010933 rc 0/0 00000100:00100000:3.0:1776201053.400076:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72532 00000100:00100000:1.0:1776201053.402585:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8e1e71 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+322:17701:x1862480738236032:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 15428us (15628us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.402600:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24388 00010000:00010000:2.0:1776201053.402666:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402678:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402685:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402691:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.402694:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402701:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402717:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x6324417e (00000000cf8cde40) 00010000:00010000:2.0:1776201053.402719:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.402723:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402728:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402746:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402751:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402755:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402760:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.402762:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402767:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402775:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (000000006ef25a57) 00010000:00010000:2.0:1776201053.402776:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.402778:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.402797:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc21 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405753:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405863:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405871:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405877:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.405880:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405887:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405904:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x9e362f1b (0000000008fd89d1) 00010000:00010000:1.0:1776201053.405907:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.405910:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405915:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbbc36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405933:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405939:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405945:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405951:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.405953:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405958:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405965:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (0000000064e28fc0) 00010000:00010000:1.0:1776201053.405967:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.405969:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.405974:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbbc3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.406438:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.406520:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236288 00000100:00100000:2.0:1776201053.406583:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72533 00000100:00100000:2.0:1776201053.406590:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9d62311 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+320:17702:x1862480738236288:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.406643:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.406664:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000321afa18/0xf221502977fb74bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ccc6 expref: 320 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406681:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000705fab05/0xf221502977e57a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xaf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d71 expref: 319 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406689:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (000000002740fae4) 00010000:00010000:2.0:1776201053.406696:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.406725:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406737:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406745:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406758:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406768:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406773:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406874:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406882:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.406888:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.407255:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3529, 64 off234112 00010000:00010000:2.0:1776201053.407318:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407328:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407336:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407343:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407349:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407355:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407368:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.407383:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a9d62311 reply state 00000000732684fe transno 4295010934 ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407432:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407439:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407444:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407450:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.407452:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407458:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407467:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.407469:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.407471:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.407476:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc4b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.407486:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a9d62311 reply state 00000000732684fe transno 4295010934 ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.407578:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9d62311 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+320:17702:x1862480738236288:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 987us (1143us total) trans 4295010934 rc 0/0 00000100:00100000:2.0:1776201053.407586:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72533 00010000:00010000:0.0:1776201053.407686:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.407690:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.407696:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.407698:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.407704:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.407714:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (000000005db9ca46) 00010000:00010000:0.0:1776201053.407716:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.407718:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.407727:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbc60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.407736:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.407737:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.407739:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.413874:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.413992:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236416 00000100:00100000:3.0:1776201053.414044:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72534 00000100:00100000:3.0:1776201053.414051:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e69a41e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+320:17701:x1862480738236416:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.414111:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776201053.414138:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0ef60cc/0xf221502977fb98e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d850 expref: 320 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414157:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006503eb99/0xf221502977fb98db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1395:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d849 expref: 319 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414168:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1395:0x0].0x0 (00000000b6d3960b) 00010000:00010000:3.0:1776201053.414226:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbb177 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e06f expref: 318 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414235:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:3.0:1776201053.414238:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.414266:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414279:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414288:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414302:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414309:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414315:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414421:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414429:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414436:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.414817:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3534, 64 off234432 00010000:00010000:3.0:1776201053.414879:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414888:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414902:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414909:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414915:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414921:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414943:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.414961:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e69a41e5 reply state 0000000098d40cc7 transno 4295010935 ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414985:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.414989:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.414995:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.414998:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415005:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415015:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1395:0x0].0x0 (0000000083a2cc48) 00010000:00010000:3.0:1776201053.415018:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.415021:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415025:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbc7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1395:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415034:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.415035:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.415036:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.415076:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415082:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415087:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415091:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.415094:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415098:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415105:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:3.0:1776201053.415107:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.415109:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.415117:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbc67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.415123:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e69a41e5 reply state 0000000098d40cc7 transno 4295010935 ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.415218:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e69a41e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+319:17701:x1862480738236416:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1167us (1353us total) trans 4295010935 rc 0/0 00000100:00100000:3.0:1776201053.415226:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72534 00010000:00010000:1.0:1776201053.416331:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416344:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416355:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416361:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.416364:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416371:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416385:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x98ca20bd (00000000fbf79835) 00010000:00010000:1.0:1776201053.416388:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.416390:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416396:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbc52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416414:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416419:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416423:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416428:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.416429:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416434:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416441:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (000000005db9ca46) 00010000:00010000:1.0:1776201053.416442:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.416444:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.416448:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbc59 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.417427:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.417521:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236544 00000100:00100000:2.0:1776201053.417582:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72535 00000100:00100000:2.0:1776201053.417589:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000418164b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+318:17702:x1862480738236544:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.417641:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.417662:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000096061a0/0xf221502977fb67bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x135e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c7be expref: 318 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417680:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000f1ddb7/0xf221502977fb3951 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x135e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b699 expref: 317 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417687:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135e:0x0].0x0 (00000000f323e8f5) 00010000:00010000:2.0:1776201053.417695:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.417723:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417736:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417744:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417762:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417769:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417775:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417868:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417876:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.417882:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.418238:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3530, 64 off234176 00010000:00010000:2.0:1776201053.418296:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418304:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418311:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418318:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418325:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418332:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418348:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.418363:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000418164b4 reply state 000000004fea5ab9 transno 4295010936 ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418409:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418415:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418421:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418426:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.418430:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418434:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418442:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.418444:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.418448:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.418452:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.418461:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000418164b4 reply state 000000004fea5ab9 transno 4295010936 ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.418532:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000418164b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+318:17702:x1862480738236544:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 942us (1109us total) trans 4295010936 rc 0/0 00000100:00100000:2.0:1776201053.418550:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72535 00010000:00010000:0.0:1776201053.418642:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.418647:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.418655:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.418657:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.418664:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.418673:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135e:0x0].0x0 (00000000cf8cde40) 00010000:00010000:0.0:1776201053.418675:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.418677:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.418683:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbc98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x135e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.418693:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.418695:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.418697:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.422774:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422797:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422804:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422810:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.422813:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422820:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422835:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x193cfbd6 (000000008aba3320) 00010000:00010000:1.0:1776201053.422839:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.422843:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422849:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbbc6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422874:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422881:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422887:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422892:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.422894:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422900:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422907:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1395:0x0].0x0 (0000000083a2cc48) 00010000:00010000:1.0:1776201053.422910:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.422911:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.422916:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbbc75 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.428020:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.428055:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201053.428126:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428142:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428149:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428155:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.428159:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428166:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428210:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xb0449b87 (000000006ef25a57) 00010000:00010000:0.0:1776201053.428213:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.428217:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428223:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c38bcc92/0xf221502977fbbc8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428241:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428247:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428256:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428260:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.428262:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428268:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428274:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x135e:0x0].0x0 (00000000cf8cde40) 00010000:00010000:0.0:1776201053.428276:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.428278:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.428283:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab1f4d29/0xf221502977fbbc91 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x135e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.428367:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236736 00000100:00100000:2.0:1776201053.428410:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236800 00000100:00100000:2.0:1776201053.428436:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72536 00000100:00100000:2.0:1776201053.428443:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d48a6c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738236736:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.428496:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201053.428512:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fb903e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x138f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d58d expref: 317 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428524:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138f:0x0].0x0 (000000005b4bc5b5) 00010000:00010000:2.0:1776201053.428530:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.428570:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428585:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428594:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428608:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428614:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428620:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428722:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428731:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.428737:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.429060:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3535, 64 off234496 00010000:00010000:2.0:1776201053.429119:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429128:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429136:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429143:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429149:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429155:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429175:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.429231:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d48a6c68 reply state 00000000145c93a7 transno 4295010937 ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429252:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.429256:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429263:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.429265:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429271:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429279:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138f:0x0].0x0 (000000005db9ca46) 00010000:00010000:2.0:1776201053.429281:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.429283:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429288:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbbcb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x138f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429302:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.429303:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.429305:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.429349:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429356:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429361:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429366:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.429369:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429374:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429382:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:2.0:1776201053.429384:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.429386:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429391:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbc9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.429399:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d48a6c68 reply state 00000000145c93a7 transno 4295010937 ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.429480:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d48a6c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+318:17701:x1862480738236736:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1036us (1466us total) trans 4295010937 rc 0/0 00000100:00100000:2.0:1776201053.429488:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72536 00000100:00100000:2.0:1776201053.429511:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72537 00000100:00100000:2.0:1776201053.429516:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045908a8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+317:17702:x1862480738236800:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.429557:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.429571:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fb7461 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cca3 expref: 317 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429586:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3a47b/0xf221502977e579a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d24 expref: 316 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429595:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (00000000eea28123) 00010000:00010000:2.0:1776201053.429601:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.429617:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429625:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429631:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429641:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429647:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429653:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429708:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429715:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429724:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.429908:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3531, 64 off234240 00010000:00010000:2.0:1776201053.429950:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429959:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429966:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429972:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429978:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429983:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.429995:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.430004:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045908a8c reply state 000000004ed1549f transno 4295010938 ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430033:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430040:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430045:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430050:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.430052:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430058:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430065:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.430067:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.430069:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.430074:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbcbb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.430082:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045908a8c reply state 000000004ed1549f transno 4295010938 ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.430121:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045908a8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+317:17702:x1862480738236800:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 604us (2065us total) trans 4295010938 rc 0/0 00000100:00100000:2.0:1776201053.430127:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72537 00010000:00010000:0.0:1776201053.430327:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.430331:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.430337:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.430339:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.430344:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.430356:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (00000000917483fe) 00010000:00010000:0.0:1776201053.430358:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.430360:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.430364:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbbcd0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.430373:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.430375:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.430376:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.434364:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.434489:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434503:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434511:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434518:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.434522:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434529:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434561:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xbcf75103 (00000000fbf79835) 00010000:00010000:3.0:1776201053.434565:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.434568:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434575:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbbcc2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434594:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434599:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434604:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434608:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.434610:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434616:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434624:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (00000000917483fe) 00010000:00010000:3.0:1776201053.434626:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.434628:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.434633:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbbcc9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434752:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434761:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434765:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434770:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.434772:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434777:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434785:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x1e68dc46 (000000000878e24c) 00010000:00010000:2.0:1776201053.434787:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.434788:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434792:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbca6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434804:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434810:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434815:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434820:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.434822:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434826:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434832:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138f:0x0].0x0 (000000005db9ca46) 00010000:00010000:2.0:1776201053.434834:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.434836:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.434841:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbcad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x138f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.434919:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236864 00000100:00100000:1.0:1776201053.434968:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72538 00000100:00100000:1.0:1776201053.434974:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a817e5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+315:2228:x1862480738236864:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:1.0:1776201053.434994:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201053.435011:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbcd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0e6 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435110:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435124:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435133:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435146:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435152:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435157:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435293:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435303:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435310:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201053.435342:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5c:0x0]: returning size 260096 00000004:00200000:1.0:1776201053.435345:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201053.435362:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435373:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435379:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435383:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435389:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435393:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.435395:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435400:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435411:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:1.0:1776201053.435413:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.435415:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435419:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbcde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435428:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435433:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435439:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435444:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5e2633d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.435446:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435450:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435456:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x204a7f30 (0000000065caadef) 00010000:00010000:1.0:1776201053.435458:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.435460:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435469:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbce5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435499:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbcd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0e6 expref: 317 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435508:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0e6 expref: 316 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.435514:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (000000003a0ed036) 00010000:00010000:1.0:1776201053.435516:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776201053.435517:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006b08157b, rc 0) 00000100:00100000:1.0:1776201053.435584:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a817e5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+316:2228:x1862480738236864:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 610us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.435591:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72538 00000100:00100000:2.0:1776201053.438362:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.438400:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.438486:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738236992 00000100:00100000:3.0:1776201053.438529:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237056 00000100:00100000:3.0:1776201053.438558:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72539 00000100:00100000:3.0:1776201053.438563:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b876dfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738236992:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.438617:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.438643:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fb59825/0xf221502977fb8ca9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x138d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d475 expref: 317 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438666:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e44327/0xf221502977fb8c94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x138d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d46e expref: 316 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438676:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138d:0x0].0x0 (000000008406d9c8) 00010000:00010000:3.0:1776201053.438684:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.438716:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438729:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438737:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438751:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438757:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438763:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438859:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438867:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.438874:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.439285:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3536, 64 off234560 00010000:00010000:3.0:1776201053.439342:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439351:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439359:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439367:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439372:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439378:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439392:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.439408:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b876dfbe reply state 0000000081b043de transno 4295010939 ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439430:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.439434:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439439:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.439442:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439448:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439456:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138d:0x0].0x0 (000000008aba3320) 00010000:00010000:3.0:1776201053.439458:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.439460:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439465:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbd08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x138d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439474:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.439475:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.439476:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.439515:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439521:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439530:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439534:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.439536:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439554:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439561:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:3.0:1776201053.439563:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.439565:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439569:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbcf3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.439576:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b876dfbe reply state 0000000081b043de transno 4295010939 ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.439649:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b876dfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738236992:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1084us (1294us total) trans 4295010939 rc 0/0 00000100:00100000:3.0:1776201053.439657:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72539 00000100:00100000:3.0:1776201053.439680:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72540 00000100:00100000:3.0:1776201053.439686:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a15cab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+316:2227:x1862480738237056:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:3.0:1776201053.439697:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.439707:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbd0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0ed expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439779:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439788:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439796:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439806:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439812:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439817:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439867:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439875:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439882:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201053.439906:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5a:0x0]: returning size 260096 00000004:00200000:3.0:1776201053.439910:0:5554:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201053.439924:0:5554:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439933:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439939:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439944:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439949:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439954:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.439956:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439961:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439969:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:3.0:1776201053.439971:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.439973:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439978:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbd16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439986:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439991:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.439996:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440000:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.440002:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440007:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440013:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0xf786fdb3 (0000000064e28fc0) 00010000:00010000:3.0:1776201053.440015:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.440016:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440022:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbd1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440044:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbd0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ed expref: 318 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440055:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ed expref: 317 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.440060:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (0000000034e64dca) 00010000:00010000:3.0:1776201053.440062:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776201053.440064:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000415c103f, rc 0) 00000100:00100000:3.0:1776201053.440095:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a15cab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+317:2227:x1862480738237056:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 409us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.440101:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72540 00000100:00100000:2.0:1776201053.447473:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.448430:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237184 00000100:00100000:3.0:1776201053.448488:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72541 00000100:00100000:3.0:1776201053.448495:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084f41082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738237184:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.448568:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.448596:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbcec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0e6 expref: 317 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448617:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0b6d286/0xf221502977e558fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fef expref: 316 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448626:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (000000003a0ed036) 00010000:00010000:3.0:1776201053.448636:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.448665:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448679:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448688:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448701:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448711:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448717:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448813:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448821:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.448827:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.449136:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3532, 64 off234304 00010000:00010000:3.0:1776201053.449231:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449240:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449248:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449254:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449259:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449265:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449277:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.449292:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084f41082 reply state 0000000085e69f74 transno 4295010940 ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449351:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449358:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449364:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449370:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.449373:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449380:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449390:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:3.0:1776201053.449392:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.449395:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.449399:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbd2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.449407:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084f41082 reply state 0000000085e69f74 transno 4295010940 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.449484:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084f41082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738237184:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 988us (2019us total) trans 4295010940 rc 0/0 00000100:00100000:3.0:1776201053.449491:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72541 00010000:00010000:0.0:1776201053.449664:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.449670:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.449678:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.449680:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.449685:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.449694:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (00000000fd9a0493) 00010000:00010000:0.0:1776201053.449697:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.449698:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.449707:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbbd40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.449717:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.449718:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.449719:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.454004:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.454096:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.454135:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237312 00000100:00100000:0.0:1776201053.454204:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237440 00000100:00100000:0.0:1776201053.454224:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72542 00000100:00100000:0.0:1776201053.454230:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bd56719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+318:17702:x1862480738237312:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.454278:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.454304:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51e1d86/0xf221502977fb72a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cbf4 expref: 318 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454327:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000008b1ce61/0xf221502977e57486 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9af4 expref: 317 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454336:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (0000000060e873af) 00010000:00010000:0.0:1776201053.454345:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.454373:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454387:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454396:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454412:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454418:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454424:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454526:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454533:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454551:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.454866:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3533, 64 off234368 00010000:00010000:0.0:1776201053.454928:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454937:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454944:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454951:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454956:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454962:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.454976:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.454992:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006bd56719 reply state 00000000593aade4 transno 4295010941 ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455034:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455041:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455046:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455052:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e58b9e1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.455055:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455061:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455069:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:0.0:1776201053.455071:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.455075:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455080:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e58b9e1b/0xf221502977fbbd47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.455089:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006bd56719 reply state 00000000593aade4 transno 4295010941 ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.455154:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bd56719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+318:17702:x1862480738237312:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 923us (1158us total) trans 4295010941 rc 0/0 00000100:00100000:0.0:1776201053.455162:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72542 00000100:00100000:0.0:1776201053.455208:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72543 00000100:00100000:0.0:1776201053.455213:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa0ab6d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738237440:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.455237:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.455250:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000187535f1/0xf221502977fb8a95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1389:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3b8 expref: 317 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455263:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be41b10a/0xf221502977fb8a6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1389:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3aa expref: 316 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455269:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1389:0x0].0x0 (00000000a843930a) 00010000:00010000:0.0:1776201053.455275:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.455291:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455298:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455308:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455318:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455324:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455330:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455383:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455390:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455396:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.455614:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3537, 64 off234624 00010000:00010000:0.0:1776201053.455654:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455663:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455670:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455676:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455682:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455687:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455704:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776201053.455713:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000fa0ab6d4 reply state 0000000046cf9483 transno 4295010942 ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455732:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201053.455736:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455742:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005abb5fcc already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.455744:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455750:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455759:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (000000004c81c356) 00010000:00010000:0.0:1776201053.455761:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.455763:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455773:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005abb5fcc/0xf221502977fbbd5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455783:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.455785:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455791:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cdbe71db already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.455793:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455798:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455804:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1389:0x0].0x0 (0000000081ff3d14) 00010000:00010000:0.0:1776201053.455806:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.455807:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455812:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cdbe71db/0xf221502977fbbd78 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1389:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455819:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.455820:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.455821:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.455848:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455854:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455860:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455865:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aba27ba5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.455867:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455873:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455880:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:0.0:1776201053.455882:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.455884:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.455889:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aba27ba5/0xf221502977fbbd63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.455897:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000fa0ab6d4 reply state 0000000046cf9483 transno 4295010942 ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.455935:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa0ab6d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+317:17701:x1862480738237440:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 721us (1849us total) trans 4295010942 rc 0/0 00000100:00100000:0.0:1776201053.455941:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72543 00010000:00010000:2.0:1776201053.456343:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.456860:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456871:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456877:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456881:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.456884:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456889:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456899:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x204a7f30 (0000000008fd89d1) 00010000:00010000:3.0:1776201053.456902:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.456905:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456909:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbd32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456925:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456930:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456935:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456940:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.456941:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456947:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456953:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (00000000fd9a0493) 00010000:00010000:3.0:1776201053.456955:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.456956:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.456961:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbd39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460395:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460415:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460422:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460428:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008a96a373 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.460432:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460445:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460463:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x103f9c81 (000000002c8c808a) 00010000:00010000:1.0:1776201053.460465:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.460469:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460474:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008a96a373/0xf221502977fbbd4e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460495:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460500:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460506:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460511:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfb7f6b7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.460512:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460517:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460523:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (000000004c81c356) 00010000:00010000:1.0:1776201053.460524:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.460526:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460532:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfb7f6b7/0xf221502977fbbd55 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460560:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460565:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460570:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460574:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.460576:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460581:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460587:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0xdb4ed787 (0000000083a2cc48) 00010000:00010000:1.0:1776201053.460589:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.460591:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460596:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbbcfa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460608:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460614:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460620:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460624:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.460626:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460631:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460636:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138d:0x0].0x0 (000000008aba3320) 00010000:00010000:1.0:1776201053.460638:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.460639:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.460644:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbbd01 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x138d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.462389:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.463008:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237568 00000100:00100000:0.0:1776201053.463056:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72544 00000100:00100000:0.0:1776201053.463063:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbaef08b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+314:17701:x1862480738237568:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.463123:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.463147:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000268380d1/0xf221502977fb9ad3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x139a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8f1 expref: 314 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463166:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fb9ab0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8e3 expref: 313 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463205:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139a:0x0].0x0 (000000006266c927) 00010000:00010000:0.0:1776201053.463215:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.463246:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463259:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463268:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463282:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463289:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463294:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463390:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463402:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463408:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.463733:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3534, 64 off234432 00010000:00010000:0.0:1776201053.463802:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463812:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463820:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463828:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463833:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463838:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463860:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.463875:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cbaef08b reply state 00000000b2dd7959 transno 4295010943 ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463928:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463934:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463940:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463946:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007f3f1780 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.463951:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463956:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463964:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:0.0:1776201053.463967:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.463970:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.463975:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007f3f1780/0xf221502977fbbd7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.463984:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cbaef08b reply state 00000000b2dd7959 transno 4295010943 ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.464057:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbaef08b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+314:17701:x1862480738237568:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 993us (1675us total) trans 4295010943 rc 0/0 00000100:00100000:0.0:1776201053.464067:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72544 00010000:00010000:1.0:1776201053.464836:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.464842:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.464851:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014e8bd4e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.464855:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.464865:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.464875:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139a:0x0].0x0 (0000000015170f55) 00010000:00010000:1.0:1776201053.464877:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.464880:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.464886:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014e8bd4e/0xf221502977fbbd94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.464899:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.464900:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.464901:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.468465:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468483:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468496:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468502:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000020f9342 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.468505:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468511:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468526:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0xba61c71c (0000000047ac8058) 00010000:00010000:3.0:1776201053.468529:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.468531:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468567:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000020f9342/0xf221502977fbbd6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468586:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468592:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468596:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468602:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077f5b7fc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.468604:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468610:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468617:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1389:0x0].0x0 (0000000081ff3d14) 00010000:00010000:3.0:1776201053.468619:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.468621:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.468626:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077f5b7fc/0xf221502977fbbd71 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1389:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.468995:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.469048:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.469076:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237696 00000100:00100000:0.0:1776201053.469119:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237824 00000100:00100000:0.0:1776201053.469133:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72545 00000100:00100000:0.0:1776201053.469139:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003135a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+314:17702:x1862480738237696:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.469208:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.469224:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009e218942/0xf221502977fb6c50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c98c expref: 314 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469238:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2a979eb/0xf221502977e57c04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e2e expref: 313 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469245:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (000000001a976096) 00010000:00010000:0.0:1776201053.469251:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.469277:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469289:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469297:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469310:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469332:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469338:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469427:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469433:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469439:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.469722:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3535, 64 off234496 00010000:00010000:0.0:1776201053.469776:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469784:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469791:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469798:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469803:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469810:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469827:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.469841:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003135a8b reply state 00000000e4031735 transno 4295010944 ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469858:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.469861:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469867:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7613bf8 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.469869:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469875:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469883:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (00000000b42b50d2) 00010000:00010000:0.0:1776201053.469885:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.469887:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469892:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7613bf8/0xf221502977fbbdb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469901:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.469902:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.469903:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.469934:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469940:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469945:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469949:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004676f7f9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.469952:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469956:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469962:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:0.0:1776201053.469964:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.469966:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.469971:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004676f7f9/0xf221502977fbbd9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.469978:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003135a8b reply state 00000000e4031735 transno 4295010944 ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.470036:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003135a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+314:17702:x1862480738237696:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 897us (1045us total) trans 4295010944 rc 0/0 00000100:00100000:0.0:1776201053.470043:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72545 00000100:00100000:0.0:1776201053.470062:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72546 00000100:00100000:0.0:1776201053.470066:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7c48358 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+313:17701:x1862480738237824:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.470086:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.470096:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fb857f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1384:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d230 expref: 313 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470107:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000775b70ba/0xf221502977fb8563 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1384:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d222 expref: 312 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470114:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1384:0x0].0x0 (00000000b12c5f8d) 00010000:00010000:0.0:1776201053.470119:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.470131:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470138:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470144:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470154:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470160:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470165:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470232:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470239:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470245:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.470399:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3536, 64 off234560 00010000:00010000:0.0:1776201053.470432:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470440:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470446:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470452:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470458:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470462:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470474:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.470481:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7c48358 reply state 00000000406dc95c transno 4295010945 ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470498:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.470501:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470506:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.470508:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470513:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470520:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1384:0x0].0x0 (000000008c415422) 00010000:00010000:0.0:1776201053.470522:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.470523:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470529:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbdcc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1384:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470548:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.470549:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.470550:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.470574:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470580:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470589:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470594:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000210186fe already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.470596:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470601:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470608:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:0.0:1776201053.470610:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.470612:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.470617:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000210186fe/0xf221502977fbbdb7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.470624:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b7c48358 reply state 00000000406dc95c transno 4295010945 ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.470651:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7c48358 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+313:17701:x1862480738237824:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 584us (1603us total) trans 4295010945 rc 0/0 00000100:00100000:0.0:1776201053.470657:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72546 00010000:00010000:1.0:1776201053.470751:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470759:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470764:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470769:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db3ae676 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.470771:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470776:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470785:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x28dc98c0 (00000000a802b37e) 00010000:00010000:1.0:1776201053.470787:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.470789:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470794:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db3ae676/0xf221502977fbbd86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470804:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470809:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470813:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470818:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098abef49 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.470820:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470825:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470831:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139a:0x0].0x0 (0000000015170f55) 00010000:00010000:1.0:1776201053.470833:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.470834:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.470843:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098abef49/0xf221502977fbbd8d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.477421:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.477449:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.477487:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738237952 00000100:00100000:0.0:1776201053.477533:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238080 00000100:00100000:0.0:1776201053.477564:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72547 00000100:00100000:0.0:1776201053.477570:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006604f23a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+313:17701:x1862480738237952:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.477622:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.477650:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbd24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0ed expref: 313 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477675:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d2af3727/0xf221502977e55801 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f8d expref: 312 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477685:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (0000000034e64dca) 00010000:00010000:0.0:1776201053.477694:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.477725:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477738:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477747:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477762:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477769:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477775:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477876:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477885:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.477893:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.478258:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3537, 64 off234624 00010000:00010000:0.0:1776201053.478326:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.478336:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.478344:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.478351:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.478358:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.478364:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478430:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478438:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478445:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478451:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d49372a already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.478455:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478462:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478472:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x91184568 (00000000d5c6d2f7) 00010000:00010000:1.0:1776201053.478475:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.478478:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478484:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d49372a/0xf221502977fbbdbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478500:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478511:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478516:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478521:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.478523:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478529:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478535:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1384:0x0].0x0 (000000008c415422) 00010000:00010000:1.0:1776201053.478548:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.478550:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.478556:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbbdc5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1384:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479037:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479046:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479052:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479058:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e7e3268 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.479060:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479066:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479075:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xbea011c (0000000036e74cfe) 00010000:00010000:2.0:1776201053.479077:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.479079:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479096:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e7e3268/0xf221502977fbbda2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479112:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479118:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479124:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479129:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fbd1596 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.479130:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479136:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479143:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (00000000b42b50d2) 00010000:00010000:2.0:1776201053.479145:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.479146:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479151:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fbd1596/0xf221502977fbbda9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.479242:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72548 00000100:00100000:2.0:1776201053.479249:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a10b01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+310:17702:x1862480738238080:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.479286:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.479300:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000606a4806/0xf221502977fb725b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cbd8 expref: 310 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479313:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008435e726/0xf221502977e573c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9aa7 expref: 309 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479334:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (000000006731c9a9) 00010000:00010000:2.0:1776201053.479340:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.479359:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479368:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479378:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479389:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479395:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479399:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479461:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479469:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479476:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.479704:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3538, 64 off234688 00010000:00010000:2.0:1776201053.479748:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479758:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479764:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479771:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479776:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.479781:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480147:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776201053.480167:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006604f23a reply state 0000000008043eb2 transno 4295010946 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480246:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480254:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480260:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480266:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.480268:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480274:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480283:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:0.0:1776201053.480285:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.480288:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.480294:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbdd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.480302:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006604f23a reply state 0000000008043eb2 transno 4295010946 ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.480695:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006604f23a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+310:17701:x1862480738237952:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 3122us (3279us total) trans 4295010946 rc 0/0 00000100:00100000:0.0:1776201053.480707:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72547 00010000:00010000:2.0:1776201053.480884:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1776201053.480898:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a10b01aa reply state 000000007278f7f1 transno 4295010947 ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480916:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201053.480920:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480926:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.480929:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480934:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480942:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (00000000096b997c) 00010000:00010000:2.0:1776201053.480945:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.480948:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480957:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbbde8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480971:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.480974:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480979:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.480981:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480986:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.480992:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (000000000878e24c) 00010000:00010000:2.0:1776201053.480994:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.480996:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481001:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbbe04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481010:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.481011:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.481013:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.481040:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481047:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481053:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481058:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.481060:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481065:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481071:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201053.481073:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.481075:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.481080:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbdef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.481100:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a10b01aa reply state 000000007278f7f1 transno 4295010947 ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.481136:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a10b01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+310:17702:x1862480738238080:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1887us (3687us total) trans 4295010947 rc 0/0 00000100:00100000:2.0:1776201053.481143:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72548 00010000:00010000:0.0:1776201053.481791:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.497751:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.497795:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:2.0:1776201053.497875:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497890:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497899:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497906:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.497909:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497916:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497932:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0xf786fdb3 (000000008f2a7ec5) 00010000:00010000:2.0:1776201053.497935:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.497939:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497945:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbdda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497965:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497971:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497976:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497981:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.497982:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497989:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.497995:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (00000000096b997c) 00010000:00010000:2.0:1776201053.497998:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.497999:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.498004:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbde1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.498076:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238144 00000100:00100000:1.0:1776201053.498136:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24389 00000100:00100000:1.0:1776201053.498142:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7940994 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+309:17701:x1862480738238144:12345-192.168.202.3@tcp:37:dbench.0 00010000:00010000:3.0:1776201053.499778:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499795:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499802:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499808:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.499812:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499819:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499832:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xc3f00931 (000000005db9ca46) 00010000:00010000:3.0:1776201053.499834:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.499838:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499844:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbbdf6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499863:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499868:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499874:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499879:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.499881:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499886:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499892:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (000000000878e24c) 00010000:00010000:3.0:1776201053.499894:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.499895:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.499899:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbbdfd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.499930:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238272 00000100:00100000:3.0:1776201053.499977:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72549 00000100:00100000:3.0:1776201053.499983:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c192a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+310:17702:x1862480738238272:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.500030:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.500048:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088064ee8/0xf221502977fb66df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6c76a expref: 310 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500064:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000067406668/0xf221502977e57050 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x95:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df992d expref: 309 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500071:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (0000000075ce6b18) 00010000:00010000:3.0:1776201053.500077:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.500115:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500129:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500138:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500152:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500157:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500162:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500282:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500290:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500297:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.500847:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3538, 64 off234688 00010000:00010000:3.0:1776201053.500912:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500922:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500929:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500936:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500942:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500948:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.500979:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.500997:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c192a5 reply state 00000000948940f6 transno 4295010948 ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501049:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501055:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501061:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501067:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.501069:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501076:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501085:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.501087:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.501091:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.501096:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.501104:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c192a5 reply state 00000000948940f6 transno 4295010948 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.501830:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c192a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+310:17702:x1862480738238272:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1843us (4031us total) trans 4295010948 rc 0/0 00000100:00100000:3.0:1776201053.501843:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72549 00010000:00010000:1.0:1776201053.502069:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.502074:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.502099:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.502102:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.502110:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.502123:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (0000000008fd89d1) 00010000:00010000:1.0:1776201053.502125:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.502128:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.502134:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbe20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.502147:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.502148:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.502150:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.509683:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7940994 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+308:17701:x1862480738238144:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 11530us (11931us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.509702:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24389 00010000:00010000:2.0:1776201053.513449:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513471:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513480:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513487:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.513492:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513500:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513518:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x5e0db83a (00000000fd9a0493) 00010000:00010000:2.0:1776201053.513521:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.513526:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513532:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbe12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513565:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513571:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513575:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513580:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.513581:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513587:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513593:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (0000000008fd89d1) 00010000:00010000:2.0:1776201053.513595:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.513597:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.513602:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbe19 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.518001:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.518039:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.523427:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238400 00000100:00100000:3.0:1776201053.523523:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238528 00000100:00100000:3.0:1776201053.523556:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72550 00000100:00100000:3.0:1776201053.523563:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357af1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+308:17702:x1862480738238400:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.523619:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201053.523647:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fb510d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x136c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf3d expref: 308 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523670:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136c:0x0].0x0 (00000000d6e5e847) 00010000:00010000:3.0:1776201053.523680:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.523711:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523726:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523736:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523749:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523756:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523762:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523865:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523873:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.523879:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.524245:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3539, 64 off234752 00010000:00010000:3.0:1776201053.524311:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524320:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524328:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524335:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524342:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524347:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524365:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.524382:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000357af1c5 reply state 00000000b0e5a515 transno 4295010949 ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524429:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524436:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524442:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524447:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.524450:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524456:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524464:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.524467:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.524469:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.524474:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbe27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.524481:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000357af1c5 reply state 00000000b0e5a515 transno 4295010949 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.524991:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72551 00000100:00100000:0.0:1776201053.524999:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e82c8277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+309:17701:x1862480738238528:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.525023:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.525027:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525034:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.525037:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525043:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525054:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136c:0x0].0x0 (00000000d6c8aded) 00010000:00010000:0.0:1776201053.525056:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.525058:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525063:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbe3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525077:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.525078:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.525080:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.525130:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776201053.525144:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095d6be83/0xf221502977fb1a10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ac0b expref: 309 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525158:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006f7c2021/0xf221502977e55496 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e36 expref: 308 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525166:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (00000000976acc85) 00010000:00010000:0.0:1776201053.525319:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e13c53ca/0xf221502977fbb456 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e099 expref: 307 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525329:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:0.0:1776201053.525333:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.525353:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525361:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525368:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525380:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525386:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525391:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525472:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525480:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525486:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.525764:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3540, 64 off234816 00010000:00010000:0.0:1776201053.525816:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525825:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525832:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525839:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525845:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525850:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525878:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.525890:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e82c8277 reply state 0000000066aa4141 transno 4295010950 ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525930:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525936:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525942:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525948:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.525950:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525955:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525964:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:0.0:1776201053.525966:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.525968:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.525973:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbbe43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.525981:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e82c8277 reply state 0000000066aa4141 transno 4295010950 ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.526504:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357af1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+308:17702:x1862480738238400:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2938us (8511us total) trans 4295010949 rc 0/0 00000100:00100000:3.0:1776201053.526514:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72550 00010000:00010000:3.0:1776201053.526576:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.526580:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.526588:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.526590:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.526596:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.526606:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (000000003a17b733) 00010000:00010000:3.0:1776201053.526608:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.526610:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.526615:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbbe58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.526630:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.526631:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.526632:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.526712:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e82c8277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+307:17701:x1862480738238528:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1713us (8672us total) trans 4295010950 rc 0/0 00000100:00100000:0.0:1776201053.526719:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72551 00000100:00100000:2.0:1776201053.526874:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.530527:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238592 00000100:00100000:3.0:1776201053.530599:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72552 00000100:00100000:3.0:1776201053.530606:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f1c3a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+307:17894:x1862480738238592:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:3.0:1776201053.530629:0:5555:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.530651:0:5555:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0f4 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.530688:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 308 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.530703:0:5555:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 308 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.530711:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:3.0:1776201053.530713:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.530717:0:5555:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000440fbcd3, rc 0) 00000100:00100000:3.0:1776201053.530779:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f1c3a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+308:17894:x1862480738238592:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 172us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.530786:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72552 00000100:00100000:2.0:1776201053.534877:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.534921:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.534975:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.534988:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.534996:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535002:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.535006:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535014:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535036:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x8ee21578 (0000000064e28fc0) 00010000:00010000:3.0:1776201053.535039:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.535043:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535050:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbe2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535069:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535075:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535081:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535100:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.535102:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535108:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535115:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136c:0x0].0x0 (00000000d6c8aded) 00010000:00010000:3.0:1776201053.535118:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.535120:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.535129:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbe35 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535267:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535275:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535280:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535286:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.535288:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535293:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535302:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x4e78d319 (00000000f1013fd0) 00010000:00010000:0.0:1776201053.535304:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.535306:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535312:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbbe4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535344:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535351:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535356:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535361:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.535363:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535368:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535376:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (000000003a17b733) 00010000:00010000:0.0:1776201053.535378:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.535380:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535386:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbe51 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.535419:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238720 00000100:00100000:0.0:1776201053.535461:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238848 00000100:00100000:0.0:1776201053.535484:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72553 00000100:00100000:0.0:1776201053.535490:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074e0b1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+307:17701:x1862480738238720:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.535546:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.535564:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b94adf03/0xf221502977fb1fa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6adee expref: 307 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535577:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b3371e0/0xf221502977e55599 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x54:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e9f expref: 306 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535590:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (00000000979bc868) 00010000:00010000:0.0:1776201053.535596:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.535625:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535638:0:6374:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 305 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535644:0:6374:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535674:0:6374:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 305 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535685:0:6374:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 305 pid: 5555 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1776201053.535698:0:6374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c543736b pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6374:1862480742310656:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201053.535761:0:6374:0:(client.c:2500:ptlrpc_set_wait()) set 0000000037e18101 going to sleep for 6 seconds 00000100:00100000:0.0:1776201053.535782:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72554 00000100:00100000:0.0:1776201053.535786:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ec998c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+305:17702:x1862480738238848:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.535811:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.535823:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f6f8af7/0xf221502977fb40f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1362:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b947 expref: 305 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535837:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f335ec2a/0xf221502977fb3fe8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1362:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8d7 expref: 304 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535845:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1362:0x0].0x0 (0000000001b25c57) 00010000:00010000:0.0:1776201053.535850:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.535864:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535874:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535883:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535897:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535904:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.535910:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536012:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536020:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536027:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.536875:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3541, 64 off234880 00010000:00010000:0.0:1776201053.536946:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536955:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536963:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536970:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536975:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.536980:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537149:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.537169:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002ec998c9 reply state 000000003c41dc9d transno 4295010951 ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537245:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537252:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537263:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537269:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088d811e9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.537271:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537278:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537287:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:0.0:1776201053.537290:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.537293:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.537298:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbe6d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.537306:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002ec998c9 reply state 000000003c41dc9d transno 4295010951 ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.537368:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ec998c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+305:17702:x1862480738238848:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1580us (2447us total) trans 4295010951 rc 0/0 00000100:00100000:0.0:1776201053.537376:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72554 00010000:00010000:3.0:1776201053.546505:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.546517:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.546532:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.546535:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.546557:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.546575:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1362:0x0].0x0 (000000009a149a36) 00010000:00010000:3.0:1776201053.546577:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.546582:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.546587:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbbe82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.547217:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.547288:0:6374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c543736b pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6374:1862480742310656:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201053.547314:0:6374:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.547352:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.547382:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239040 00000100:00100000:1.0:1776201053.547426:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24390 00000100:00100000:1.0:1776201053.547432:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066c30459 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+305:17894:x1862480738239040:12345-192.168.202.3@tcp:37:ll_sa_17701.0 00010000:00010000:3.0:1776201053.548364:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548378:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548385:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548392:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f775fca already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.548395:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548402:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548416:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x5a114248 (000000004d0afe6c) 00010000:00010000:3.0:1776201053.548419:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.548423:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548430:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbbe74 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548450:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548457:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548462:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548467:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035601959 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.548469:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548474:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548482:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1362:0x0].0x0 (000000009a149a36) 00010000:00010000:3.0:1776201053.548484:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.548487:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.548493:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbbe7b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.548806:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738238976 00000100:00100000:0.0:1776201053.548849:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72555 00000100:00100000:0.0:1776201053.548855:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000547cccb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+306:17702:x1862480738238976:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.548898:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.548916:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fb71cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cba0 expref: 306 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.548934:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000a20936f/0xf221502977e57279 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a1b expref: 305 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.548943:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (000000004b5e1f5e) 00010000:00010000:0.0:1776201053.548950:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.548975:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.548988:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.548997:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549011:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549018:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549024:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549115:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549127:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549134:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.549484:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3539, 64 off234752 00010000:00010000:0.0:1776201053.549563:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549572:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549579:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549586:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549592:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549597:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549612:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.549631:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000547cccb0 reply state 0000000091c5f143 transno 4295010952 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549683:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549689:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549695:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549700:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.549703:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549709:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549717:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:0.0:1776201053.549720:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.549723:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.549728:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbe89 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.549737:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000547cccb0 reply state 0000000091c5f143 transno 4295010952 ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.549813:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000547cccb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+306:17702:x1862480738238976:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 957us (2600us total) trans 4295010952 rc 0/0 00000100:00100000:0.0:1776201053.549824:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72555 00010000:00010000:1.0:1776201053.551488:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.551498:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.551511:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.551514:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.551522:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.551547:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (0000000043e4c427) 00010000:00010000:1.0:1776201053.551550:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.551553:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.551559:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbbe9e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.551578:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.551580:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.551582:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201053.554207:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066c30459 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+304:17894:x1862480738239040:12345-192.168.202.3@tcp:37:ll_sa_17701.0 Request processed in 6744us (6824us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.554222:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24390 00010000:00010000:2.0:1776201053.554324:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.554327:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.554330:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.558489:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558508:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558515:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558520:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.558524:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558530:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558556:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x1674e29a (00000000f640094e) 00010000:00010000:2.0:1776201053.558559:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.558563:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558569:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbbe90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558593:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558599:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558604:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558609:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.558611:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558616:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558623:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (0000000043e4c427) 00010000:00010000:2.0:1776201053.558625:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.558627:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.558631:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbbe97 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.559902:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.559975:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239168 00000100:00100000:3.0:1776201053.560030:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72556 00000100:00100000:3.0:1776201053.560036:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ce4ce65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+303:17702:x1862480738239168:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.560098:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.560120:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ece1eea/0xf221502977fb73f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6cc79 expref: 303 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560139:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e87ed9b3/0xf221502977e578f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cde expref: 302 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560149:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (000000002d8b4f37) 00010000:00010000:3.0:1776201053.560156:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.560223:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560238:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560248:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560262:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560269:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560275:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560378:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560387:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560393:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.560733:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3542, 64 off234944 00010000:00010000:3.0:1776201053.560801:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 3/0,1 mode: --/PW res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560810:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560817:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560828:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560834:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560839:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560862:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.560879:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ce4ce65 reply state 00000000446dadd4 transno 4295010953 ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560921:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560928:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560934:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560940:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.560943:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560950:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560962:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.560964:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.560967:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.560972:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbea5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.560980:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ce4ce65 reply state 00000000446dadd4 transno 4295010953 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.561049:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ce4ce65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+303:17702:x1862480738239168:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1012us (1152us total) trans 4295010953 rc 0/0 00000100:00100000:3.0:1776201053.561057:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72556 00010000:00010000:1.0:1776201053.561289:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.561294:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.561306:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.561309:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.561314:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.561336:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (0000000064e28fc0) 00010000:00010000:1.0:1776201053.561338:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.561340:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 1/0,0 mode: --/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.561345:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbbeba lrc: 0/0,0 mode: --/PW res: [0x200000401:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.561356:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.561358:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.561359:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.566017:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566038:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566046:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566052:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.566055:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566062:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566078:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0xf2061246 (00000000d6c8aded) 00010000:00010000:3.0:1776201053.566081:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.566095:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566102:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbeac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566122:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566127:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566133:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566138:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.566140:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566145:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566152:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (0000000064e28fc0) 00010000:00010000:3.0:1776201053.566154:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.566156:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.566165:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbeb3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.567904:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.567939:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.567968:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.568059:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239360 00010000:00010000:2.0:1776201053.568107:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 302 pid: 5555 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1776201053.568149:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33653 00000100:00100000:2.0:1776201053.568157:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004862d387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+302:2225:x1862480738239360:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1776201053.568172:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201053.568203:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 302 pid: 5555 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.568215:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 302 pid: 5555 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.568233:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbbe5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0f4 expref: 302 pid: 5555 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.568247:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:2.0:1776201053.568251:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.568260:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.568268:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.568293:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201053.568355:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004862d387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+301:2225:x1862480738239360:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 197us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.568362:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33653 00010000:00010000:1.0:1776201053.568647:0:6374:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568655:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568677:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568687:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568694:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568802:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568810:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.568817:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.569150:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3543, 64 off235008 00010000:00010000:1.0:1776201053.569248:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569258:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569266:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569273:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569280:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569286:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569307:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.569334:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000074e0b1b1 reply state 000000001ff21e0f transno 4295010954 ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569383:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569390:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569397:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569403:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.569407:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569413:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569423:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201053.569426:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.569429:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569435:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbbe66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.569445:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000074e0b1b1 reply state 000000001ff21e0f transno 4295010954 ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.569505:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074e0b1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+302:17701:x1862480738238720:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 34014us (34635us total) trans 4295010954 rc 0/0 00000100:00100000:1.0:1776201053.569513:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72553 00000100:00100000:1.0:1776201053.569571:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239232 00000100:00100000:1.0:1776201053.569600:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239296 00000100:00100000:1.0:1776201053.569616:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72557 00000100:00100000:1.0:1776201053.569621:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008a558c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+303:2225:x1862480738239232:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:1.0:1776201053.569637:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201053.569646:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbed6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e0fb expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569720:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569730:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569738:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569750:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569757:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569764:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569821:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569831:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569839:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201053.569866:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x134d:0x0]: returning size 19054 00000004:00200000:1.0:1776201053.569870:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201053.569882:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569893:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569899:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569905:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569911:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569917:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.569920:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569926:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569933:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201053.569936:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.569938:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569944:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbedd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569955:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569961:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569967:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569973:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.569975:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569980:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569987:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x17610ee3 (0000000049f5a86b) 00010000:00010000:1.0:1776201053.569990:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.569991:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.569997:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570022:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbed6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0fb expref: 305 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570034:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0fb expref: 304 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570041:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134d:0x0].0x0 (00000000ba95b644) 00010000:00010000:1.0:1776201053.570043:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776201053.570045:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008438355d, rc 0) 00000100:00100000:1.0:1776201053.570071:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008a558c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+304:2225:x1862480738239232:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 449us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.570078:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72557 00000100:00100000:1.0:1776201053.570092:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72558 00000100:00100000:1.0:1776201053.570096:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d033aeff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+303:2225:x1862480738239296:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:1.0:1776201053.570104:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201053.570111:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbef2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e102 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570162:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570171:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570199:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570210:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570218:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570225:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570269:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570277:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570285:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201053.570303:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1355:0x0]: returning size 14984 00000004:00200000:1.0:1776201053.570305:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201053.570313:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570321:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570327:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570334:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570340:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570345:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ceccebb already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.570347:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570353:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570361:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201053.570363:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.570365:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570371:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbef9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570382:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570386:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570391:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570399:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.570401:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570405:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570411:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x220bffe4 (00000000f9ea1086) 00010000:00010000:1.0:1776201053.570413:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.570414:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570419:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570440:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbef2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e102 expref: 305 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570450:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e102 expref: 304 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.570456:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1355:0x0].0x0 (00000000fc3bdf3f) 00010000:00010000:1.0:1776201053.570458:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776201053.570460:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005aef3f36, rc 0) 00000100:00100000:1.0:1776201053.570480:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d033aeff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+304:2225:x1862480738239296:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 383us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.570486:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72558 00010000:00010000:2.0:1776201053.571510:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.571518:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.571534:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.571571:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.571579:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.571592:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:2.0:1776201053.571594:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.571597:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.571602:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b30a67/0xf221502977fbbecf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.571616:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.571617:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.571618:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.573272:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.574265:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239488 00000100:00100000:3.0:1776201053.574329:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72559 00000100:00100000:3.0:1776201053.574335:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051ede3c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+304:17702:x1862480738239488:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.574395:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.574422:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011db9ef3/0xf221502977fb6fd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x136e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6caf1 expref: 304 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574445:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ac7bf43/0xf221502977fb5184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x136e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf6e expref: 303 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574454:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (0000000050b512ec) 00010000:00010000:3.0:1776201053.574463:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.574493:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574508:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574517:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574533:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574552:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574560:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574669:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574677:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.574684:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.575057:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3544, 64 off235072 00010000:00010000:3.0:1776201053.575131:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575140:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575147:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575154:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575160:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575165:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575219:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.575240:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051ede3c9 reply state 0000000092f54351 transno 4295010955 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575303:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575309:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575315:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575320:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.575323:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575329:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575337:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:3.0:1776201053.575340:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.575343:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.575348:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.575355:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051ede3c9 reply state 0000000092f54351 transno 4295010955 ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.575440:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051ede3c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+304:17702:x1862480738239488:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1103us (2174us total) trans 4295010955 rc 0/0 00000100:00100000:3.0:1776201053.575447:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72559 00010000:00010000:1.0:1776201053.578961:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.578975:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.578990:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.578994:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.579002:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.579026:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (00000000fd9a0493) 00010000:00010000:1.0:1776201053.579029:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.579033:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.579038:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbbf23 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.579057:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.579059:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.579061:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.580326:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.580520:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239616 00000100:00100000:1.0:1776201053.580587:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72560 00000100:00100000:1.0:1776201053.580594:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd0a8f8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+304:17702:x1862480738239616:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.580643:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.580666:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f1957f33/0xf221502977fb752c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ccf7 expref: 304 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580692:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000043769564/0xf221502977e57773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c3d expref: 303 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580701:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (00000000e4ece900) 00010000:00010000:1.0:1776201053.580710:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.580742:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580757:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580767:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580779:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580785:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580791:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580885:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580893:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.580903:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.581234:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3545, 64 off235136 00010000:00010000:1.0:1776201053.581299:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581315:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581322:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581330:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581337:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581342:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581357:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.581373:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dd0a8f8b reply state 000000004bd8cb73 transno 4295010956 ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581421:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581431:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581437:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581443:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.581446:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581453:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581462:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:1.0:1776201053.581464:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.581467:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.581472:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf2a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.581481:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dd0a8f8b reply state 000000004bd8cb73 transno 4295010956 ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.581562:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd0a8f8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+304:17702:x1862480738239616:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 967us (1241us total) trans 4295010956 rc 0/0 00000100:00100000:1.0:1776201053.581570:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72560 00010000:00010000:2.0:1776201053.581827:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581836:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581840:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581845:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000afb6060e already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.581848:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581853:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581862:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x30480a6c (0000000065caadef) 00010000:00010000:2.0:1776201053.581864:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.581866:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581871:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afb6060e/0xf221502977fbbec1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581885:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581889:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581894:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581898:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5e2633d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.581900:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581905:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581910:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:2.0:1776201053.581913:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.581914:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581919:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5e2633d/0xf221502977fbbec8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581940:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.581944:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581949:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057a8d613 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.581951:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581957:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581964:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (0000000049f5a86b) 00010000:00010000:2.0:1776201053.581965:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.581967:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581972:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057a8d613/0xf221502977fbbf3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.581981:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.581982:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.581983:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.582535:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582555:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582560:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582565:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.582567:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582573:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582582:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x283705e2 (0000000008fd89d1) 00010000:00010000:3.0:1776201053.582584:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.582587:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582592:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582604:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582610:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582615:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582620:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.582622:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582628:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582634:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (00000000fd9a0493) 00010000:00010000:3.0:1776201053.582636:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.582637:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.582642:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf1c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587567:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587591:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587597:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587603:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.587607:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587615:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587631:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x76821429 (00000000f9ea1086) 00010000:00010000:0.0:1776201053.587634:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.587639:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587644:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b08157b/0xf221502977fbbf31 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x91:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587662:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587672:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587677:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587681:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ceccebb already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.587683:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587689:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587696:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (0000000049f5a86b) 00010000:00010000:0.0:1776201053.587698:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.587700:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.587705:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbbf38 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.592230:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.592513:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239744 00000100:00100000:3.0:1776201053.592576:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72561 00000100:00100000:3.0:1776201053.592584:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1070d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+301:17701:x1862480738239744:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.592639:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.592665:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbbeeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x134d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0fb expref: 301 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592692:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6e9c4dc/0xf221502977fb249e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x134d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6af99 expref: 300 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592700:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134d:0x0].0x0 (00000000ba95b644) 00010000:00010000:3.0:1776201053.592708:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.592738:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592751:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592762:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592776:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592783:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592790:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592892:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592901:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.592913:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.593281:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3540, 64 off234816 00010000:00010000:3.0:1776201053.593354:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593363:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593371:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593377:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593382:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593387:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593407:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.593424:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b1070d86 reply state 00000000f3a972c1 transno 4295010957 ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593470:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593481:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593487:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593493:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.593496:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593503:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593511:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:3.0:1776201053.593513:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.593516:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.593520:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbf46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.593527:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b1070d86 reply state 00000000f3a972c1 transno 4295010957 ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.593621:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1070d86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+301:17701:x1862480738239744:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1036us (1439us total) trans 4295010957 rc 0/0 00000100:00100000:3.0:1776201053.593629:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72561 00010000:00010000:0.0:1776201053.594688:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.594696:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.594706:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.594709:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.594722:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.594734:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134d:0x0].0x0 (0000000008fd89d1) 00010000:00010000:0.0:1776201053.594736:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.594739:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.594744:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbbf5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x134d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.594755:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.594756:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.594757:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.598963:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.599069:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599156:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599165:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599171:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00000100:00100000:1.0:1776201053.599271:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239872 00000100:00100000:1.0:1776201053.599338:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72562 00000100:00100000:1.0:1776201053.599345:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003b0dda6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+301:17701:x1862480738239872:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.599404:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.599428:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1355:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e102 expref: 301 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599450:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fb2f48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1355:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b327 expref: 300 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599460:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1355:0x0].0x0 (00000000fc3bdf3f) 00010000:00010000:1.0:1776201053.599470:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.599501:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599516:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599526:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599551:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599555:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599558:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599564:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599565:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599575:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x17610ee3 (00000000fd9a0493) 00010000:00010000:3.0:1776201053.599577:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.599579:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599585:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbf4d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599598:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599603:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599608:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599617:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.599618:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599623:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599630:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134d:0x0].0x0 (0000000008fd89d1) 00010000:00010000:3.0:1776201053.599631:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.599633:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.599638:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbf54 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x134d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599674:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599683:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.599690:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.600004:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3541, 64 off234880 00010000:00010000:1.0:1776201053.600065:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600073:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600080:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600088:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600093:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600099:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600709:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201053.600710:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000004:00010000:1.0:1776201053.600730:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003b0dda6 reply state 000000000115c092 transno 4295010958 ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600789:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600796:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600801:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600806:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.600808:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600814:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600825:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201053.600827:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.600830:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.600835:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf62 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.600846:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003b0dda6 reply state 000000000115c092 transno 4295010958 ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.600917:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738239936 00000100:00100000:1.0:1776201053.600929:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003b0dda6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+301:17701:x1862480738239872:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1583us (1974us total) trans 4295010958 rc 0/0 00000100:00100000:1.0:1776201053.600940:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72562 00000100:00100000:3.0:1776201053.600954:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24391 00000100:00100000:3.0:1776201053.600959:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+300:17702:x1862480738239936:12345-192.168.202.3@tcp:37:dbench.0 00010000:00010000:2.0:1776201053.601820:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.601828:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.601838:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.601841:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.601848:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.601861:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1355:0x0].0x0 (000000004c73fc1d) 00010000:00010000:2.0:1776201053.601863:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.601865:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.601870:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbbf77 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.601887:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.601888:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.601889:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.608049:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608069:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608076:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608096:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.608100:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608107:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608124:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x220bffe4 (000000008f6a224c) 00010000:00010000:2.0:1776201053.608127:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.608131:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608137:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbbf69 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608160:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608167:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608207:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608212:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.608214:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608219:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608226:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1355:0x0].0x0 (000000004c73fc1d) 00010000:00010000:2.0:1776201053.608228:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.608230:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.608236:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbbf70 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.609136:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+299:17702:x1862480738239936:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 8170us (8423us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.609149:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24391 00000100:00100000:2.0:1776201053.611778:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.612101:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240064 00000100:00100000:1.0:1776201053.612159:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72563 00000100:00100000:1.0:1776201053.612166:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d97fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+299:17701:x1862480738240064:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.612246:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.612272:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000774171ce/0xf221502977fb257e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6afdf expref: 299 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612308:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c55617a6/0xf221502977e5565d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ef3 expref: 298 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612319:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (000000008c281e49) 00010000:00010000:1.0:1776201053.612328:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.612358:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612371:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612380:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612394:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612401:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612412:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612517:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612524:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612530:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.612864:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3546, 64 off235200 00010000:00010000:1.0:1776201053.612923:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612931:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612949:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612956:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612962:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612967:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.612992:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.613007:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d97fcf7 reply state 0000000052a89b86 transno 4295010959 ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613051:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613056:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613061:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613066:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.613069:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613075:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613083:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201053.613085:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.613087:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.613093:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbf7e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.613105:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d97fcf7 reply state 0000000052a89b86 transno 4295010959 ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613125:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.613129:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613135:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7bcebbf already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.613137:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613142:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613151:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (0000000049f5a86b) 00010000:00010000:2.0:1776201053.613152:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.613154:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613159:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbbf93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.613169:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.613171:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.613206:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.613208:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d97fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+299:17701:x1862480738240064:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1042us (1437us total) trans 4295010959 rc 0/0 00000100:00100000:1.0:1776201053.613216:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72563 00000100:00100000:0.0:1776201053.618556:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:2.0:1776201053.618625:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618638:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618645:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618650:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.618654:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618661:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618677:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x8344d724 (00000000e2051828) 00010000:00010000:2.0:1776201053.618680:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.618685:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618691:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbbf85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618714:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618720:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618730:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618734:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00000100:00100000:1.0:1776201053.618736:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240192 00010000:00010000:2.0:1776201053.618736:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618740:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618747:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (0000000049f5a86b) 00010000:00010000:2.0:1776201053.618748:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.618750:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.618754:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbbf8c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.618791:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72564 00000100:00100000:1.0:1776201053.618797:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a28d5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+298:17701:x1862480738240192:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.618850:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201053.618869:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074a2ea15/0xf221502977fb9b2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d91b expref: 298 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618884:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb7e2c26/0xf221502977e58247 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0a4 expref: 297 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618893:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (0000000033efac9f) 00010000:00010000:1.0:1776201053.618905:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd4869b2/0xf221502977e64591 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfe2ad expref: 296 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618912:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:1.0:1776201053.618915:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.618955:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618969:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618978:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618991:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.618998:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619004:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619112:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619120:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619127:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.619531:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3547, 64 off235264 00010000:00010000:1.0:1776201053.619606:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619615:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619622:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619629:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619634:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619639:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619659:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.619675:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000004a28d5e reply state 00000000a13ca3fc transno 4295010960 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619687:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.619691:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619698:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007617b4c4 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.619700:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619705:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619718:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:1.0:1776201053.619719:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619720:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.619723:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619725:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619729:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbbfaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619731:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619736:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.619738:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.619740:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.619741:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.619742:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.619744:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619750:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:1.0:1776201053.619752:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.619755:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.619760:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbf9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.619768:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000004a28d5e reply state 00000000a13ca3fc transno 4295010960 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.619844:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a28d5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+297:17701:x1862480738240192:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1045us (1294us total) trans 4295010960 rc 0/0 00000100:00100000:1.0:1776201053.619852:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72564 00000100:00100000:0.0:1776201053.621958:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.622050:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240256 00000100:00100000:3.0:1776201053.622111:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72565 00000100:00100000:3.0:1776201053.622117:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fca81cba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+297:17897:x1862480738240256:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:3.0:1776201053.622136:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.622154:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e109 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.622231:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 298 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.622244:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 298 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.622252:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:3.0:1776201053.622256:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.622259:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201053.622299:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fca81cba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+298:17897:x1862480738240256:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 182us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.622307:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72565 00010000:00010000:2.0:1776201053.625236:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625257:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625264:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625271:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.625275:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625283:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625298:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0xe364b611 (00000000f9ea1086) 00010000:00010000:2.0:1776201053.625300:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.625305:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625311:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbbfa1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625331:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625336:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625340:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625345:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.625347:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625351:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625357:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:2.0:1776201053.625359:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.625361:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.625365:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbbfa8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.631797:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.631885:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.631972:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240512 00000100:00100000:3.0:1776201053.631972:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240384 00000100:00100000:1.0:1776201053.632034:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72566 00000100:00100000:3.0:1776201053.632039:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72567 00000100:00100000:1.0:1776201053.632040:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001caad0b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+298:17701:x1862480738240512:12345-192.168.202.3@tcp:36:dbench.0 00000100:00100000:3.0:1776201053.632042:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000506419fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+298:17702:x1862480738240384:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.632170:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201053.632225:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.632228:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074fd014c/0xf221502977faa2ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e688b0 expref: 298 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632236:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fb9bdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d961 expref: 298 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632250:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c90321b8/0xf221502977e56345 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x75:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9409 expref: 296 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632251:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf10523c/0xf221502977e583dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa145 expref: 296 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632261:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (00000000df6bfa35) 00010000:00010000:3.0:1776201053.632261:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (00000000d45a4f29) 00010000:00010000:1.0:1776201053.632270:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.632274:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbb59f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0b5 expref: 294 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632288:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:3.0:1776201053.632290:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.632308:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632308:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632322:0:13651:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 293 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632329:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632333:0:13651:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 4/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632337:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632349:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632354:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632359:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632362:0:13651:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 293 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.632373:0:13651:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 293 pid: 5554 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1776201053.632384:0:13651:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f7da01f pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13651:1862480742310720:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201053.632461:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632470:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632477:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.632489:0:13651:0:(client.c:2500:ptlrpc_set_wait()) set 000000009feefe3c going to sleep for 6 seconds 00000040:00080000:3.0:1776201053.632850:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3542, 64 off234944 00010000:00010000:3.0:1776201053.632912:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632920:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632927:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632934:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632940:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632945:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.632960:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201053.632972:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:3.0:1776201053.632975:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000506419fe reply state 00000000ab0c2413 transno 4295010961 ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.632977:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.632984:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.632987:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.632993:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.633003:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (00000000fd9a0493) 00010000:00010000:0.0:1776201053.633005:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.633007:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.633012:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbbfd9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.633017:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.633020:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.633022:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.633022:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.633023:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.633028:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.633037:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.633039:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.633044:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.633052:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:3.0:1776201053.633053:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.633055:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.633060:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbbfc4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.633067:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000506419fe reply state 00000000ab0c2413 transno 4295010961 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.633122:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000506419fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+295:17702:x1862480738240384:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1077us (1333us total) trans 4295010961 rc 0/0 00000100:00100000:3.0:1776201053.633130:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72567 00000100:00100000:3.0:1776201053.635853:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.635977:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.636042:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240576 00000100:00100000:1.0:1776201053.636105:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72568 00000100:00100000:3.0:1776201053.636107:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240640 00000100:00100000:1.0:1776201053.636111:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d446dab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+296:17899:x1862480738240576:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:1.0:1776201053.636130:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1776201053.636138:0:13638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24392 00000100:00100000:3.0:1776201053.636142:0:13638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c99b6e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+296:17897:x1862480738240640:12345-192.168.202.3@tcp:37:ll_sa_17701.0 00010000:00010000:1.0:1776201053.636150:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e110 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.636200:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 297 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.636214:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 297 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.636221:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:1.0:1776201053.636223:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.636227:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000075b20e41, rc 0) 00000100:00100000:1.0:1776201053.636267:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d446dab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+297:17899:x1862480738240576:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 156us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.636273:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72568 00010000:00010000:2.0:1776201053.641469:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641489:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641495:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641501:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.641505:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641511:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641529:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x1e0192a5 (0000000008fd89d1) 00010000:00010000:2.0:1776201053.641532:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.641546:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641552:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbbfcb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641569:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641575:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641580:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641590:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.641592:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641597:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641605:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (00000000fd9a0493) 00010000:00010000:2.0:1776201053.641607:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.641609:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.641614:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbbfd2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.641743:0:13651:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f7da01f pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13651:1862480742310720:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201053.641766:0:13651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.642153:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.642229:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.643013:0:13638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c99b6e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b1842e67-c817-43d9-bd43-cf870479ca00+295:17897:x1862480738240640:12345-192.168.202.3@tcp:37:ll_sa_17701.0 Request processed in 6867us (7035us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.643029:0:13638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24392 00000100:00100000:3.0:1776201053.643059:0:13638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240832 00000100:00100000:3.0:1776201053.643116:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24393 00000100:00100000:3.0:1776201053.643122:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075c7f8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+295:17899:x1862480738240832:12345-192.168.202.3@tcp:37:ll_sa_17702.0 00000100:00100000:2.0:1776201053.644634:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240768 00000100:00100000:2.0:1776201053.644680:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72569 00000100:00100000:2.0:1776201053.644687:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f612b98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+297:17702:x1862480738240768:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.644731:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.644758:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e4d9af7/0xf221502977faa8c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68acb expref: 297 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644779:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d40c73df/0xf221502977e5673c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95b4 expref: 296 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644789:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (00000000429bd905) 00010000:00010000:2.0:1776201053.644798:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.644824:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644839:0:5553:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 295 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644846:0:5553:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644876:0:5553:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 295 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.644887:0:5553:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 295 pid: 5554 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1776201053.644900:0:5553:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009346604a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5553:1862480742310784:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201053.644958:0:5553:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d3e99c93 going to sleep for 6 seconds 00000100:00100000:3.0:1776201053.651009:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075c7f8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+294:17899:x1862480738240832:12345-192.168.202.3@tcp:37:ll_sa_17702.0 Request processed in 7879us (8773us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.651024:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24393 00000100:00100000:0.0:1776201053.653168:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.653977:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240896 00010000:00010000:1.0:1776201053.654016:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 294 pid: 5554 timeout: 1188 lvb_type: 0 00000100:00100000:1.0:1776201053.654060:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33654 00000100:00100000:1.0:1776201053.654065:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097719969 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+294:2226:x1862480738240896:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201053.654089:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201053.654095:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 294 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1776201053.654107:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 294 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1776201053.654127:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbbfb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e109 expref: 294 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:1.0:1776201053.654142:0:5539:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:1.0:1776201053.654146:0:5539:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.654162:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.654195:0:5539:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.654227:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201053.654281:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097719969 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+293:2226:x1862480738240896:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 215us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.654289:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33654 00010000:00010000:0.0:1776201053.655000:0:13651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655012:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655038:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655048:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655057:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655670:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655680:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.655687:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.656043:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3548, 64 off235328 00010000:00010000:0.0:1776201053.656123:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656132:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656140:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656146:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656152:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656159:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656248:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.656268:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001caad0b2 reply state 00000000a9d392a4 transno 4295010962 ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656837:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656846:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656853:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656858:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.656861:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656868:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656880:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:0.0:1776201053.656882:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.656886:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.656891:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbbfbd lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.656904:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001caad0b2 reply state 00000000a9d392a4 transno 4295010962 ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.656998:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001caad0b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+294:17701:x1862480738240512:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 24955us (25112us total) trans 4295010962 rc 0/0 00000100:00100000:0.0:1776201053.657007:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72566 00010000:00010000:2.0:1776201053.657103:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.657108:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.657115:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.657118:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.657124:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.657134:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (00000000f1013fd0) 00010000:00010000:2.0:1776201053.657136:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.657139:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.657144:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbbffc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.657158:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.657159:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.657161:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.665993:0:5553:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009346604a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5553:1862480742310784:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201053.666022:0:5553:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666124:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666133:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666140:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666146:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.666150:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666157:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666207:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x8d5ea5b7 (000000003a17b733) 00010000:00010000:3.0:1776201053.666211:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.666215:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666226:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbbfee lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666245:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666250:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666256:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666261:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088d811e9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.666263:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666267:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666274:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (00000000f1013fd0) 00010000:00010000:3.0:1776201053.666276:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.666278:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.666283:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbbff5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.668290:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.671975:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738240960 00010000:00010000:2.0:1776201053.672022:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 293 pid: 5554 timeout: 1188 lvb_type: 0 00000100:00100000:2.0:1776201053.672109:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33655 00000100:00100000:2.0:1776201053.672116:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029f39c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+293:2225:x1862480738240960:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776201053.672134:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201053.672141:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 293 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.672153:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 293 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.672200:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbbfe0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e110 expref: 293 pid: 5554 timeout: 1188 lvb_type: 0 00010000:00010000:2.0:1776201053.672225:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201053.672229:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.672238:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.672247:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.672282:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.672405:0:5553:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672413:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672436:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672446:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672453:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672594:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672602:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.672609:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.672931:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3543, 64 off235008 00010000:00010000:0.0:1776201053.672995:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673004:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673012:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673019:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673024:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673029:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673051:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.673070:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f612b98b reply state 00000000e6e9be9f transno 4295010963 ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673122:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673128:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673135:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673140:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.673143:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673154:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673163:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:0.0:1776201053.673165:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.673168:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.673174:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbbfe7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.673209:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f612b98b reply state 00000000e6e9be9f transno 4295010963 ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.673377:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029f39c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+294:2225:x1862480738240960:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 1260us (5093us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.673386:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33655 00000100:00100000:0.0:1776201053.673954:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f612b98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+293:17702:x1862480738240768:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 29266us (31802us total) trans 4295010963 rc 0/0 00000100:00100000:0.0:1776201053.673962:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72569 00010000:00010000:3.0:1776201053.674076:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.674090:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.674098:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.674101:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.674108:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.674118:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (000000004ab42885) 00010000:00010000:3.0:1776201053.674120:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.674123:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.674128:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc011 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.674143:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.674145:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.674146:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.679119:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.679284:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.679393:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679407:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679414:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679420:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.679426:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679433:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679449:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xcbe2ca0f (0000000096e71add) 00010000:00010000:3.0:1776201053.679452:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.679455:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679461:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc003 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679481:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679486:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679491:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679496:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.679497:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679502:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679508:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (000000004ab42885) 00010000:00010000:3.0:1776201053.679511:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.679512:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.679516:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc00a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.679812:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241088 00000100:00100000:0.0:1776201053.679852:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241216 00000100:00100000:0.0:1776201053.679875:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72570 00000100:00100000:0.0:1776201053.679881:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f7da01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+293:17701:x1862480738241088:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.679933:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.679952:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002b30e690/0xf221502977fb9b90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d945 expref: 293 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.679966:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adb27a60/0xf221502977e582e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0e3 expref: 292 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.679979:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc5:0x0].0x0 (00000000d781ec88) 00010000:00010000:0.0:1776201053.679986:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.680017:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680031:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680040:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680054:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680061:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680067:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680165:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680199:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680207:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.680570:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3544, 64 off235072 00010000:00010000:0.0:1776201053.680634:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680643:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680650:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680658:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680663:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680667:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680684:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.680701:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008f7da01f reply state 00000000ed65faee transno 4295010964 ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680744:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680751:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680756:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680766:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.680769:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680775:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680782:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:0.0:1776201053.680784:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.680787:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680792:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc018 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.680800:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008f7da01f reply state 00000000ed65faee transno 4295010964 ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.680872:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f7da01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+293:17701:x1862480738241088:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 990us (1763us total) trans 4295010964 rc 0/0 00000100:00100000:0.0:1776201053.680881:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72570 00000100:00100000:0.0:1776201053.680901:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72571 00000100:00100000:0.0:1776201053.680907:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0d331d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+292:17702:x1862480738241216:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.680932:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.680945:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000087d66660/0xf221502977faa341 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e688e1 expref: 292 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680963:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1f6be9/0xf221502977e5641e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x77:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9464 expref: 291 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680970:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (000000002a4efdcb) 00010000:00010000:0.0:1776201053.680976:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.680991:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.680998:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681005:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681016:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681022:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681028:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681080:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681088:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.681098:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.681307:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3545, 64 off235136 00010000:00010000:3.0:1776201053.681823:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.681827:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.681836:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.681839:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.681846:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.681856:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc5:0x0].0x0 (00000000d60c86d9) 00010000:00010000:3.0:1776201053.681858:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.681860:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.681866:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc02d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.681880:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.681881:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.681882:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.682144:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682155:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682163:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682719:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682728:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682733:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682756:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.682776:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f0d331d9 reply state 00000000d285557f transno 4295010965 ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682819:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682830:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682836:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682841:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.682844:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682849:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682858:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:0.0:1776201053.682861:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.682863:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.682867:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc034 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.682876:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f0d331d9 reply state 00000000d285557f transno 4295010965 ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.682989:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0d331d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+292:17702:x1862480738241216:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2080us (3705us total) trans 4295010965 rc 0/0 00000100:00100000:0.0:1776201053.682997:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72571 00010000:00010000:1.0:1776201053.688153:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.688165:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.688194:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.688198:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.688207:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.688225:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (00000000c285dd9a) 00010000:00010000:1.0:1776201053.688228:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.688232:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.688244:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc049 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.688270:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.688271:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.688273:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.693858:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.694005:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.694043:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241280 00000100:00100000:0.0:1776201053.694100:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24394 00000100:00100000:0.0:1776201053.694106:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+292:17701:x1862480738241280:12345-192.168.202.3@tcp:37:dbench.0 00010000:00010000:3.0:1776201053.694792:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694807:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694815:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694821:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.694824:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694832:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694847:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x8b6dba3a (00000000893a4271) 00010000:00010000:3.0:1776201053.694849:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.694853:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694858:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc01f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc2:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694876:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694883:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694888:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694898:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.694899:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.694904:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241408 00010000:00010000:3.0:1776201053.694905:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694911:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc5:0x0].0x0 (00000000d60c86d9) 00010000:00010000:3.0:1776201053.694913:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.694915:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.694919:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc026 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.694933:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72572 00000100:00100000:0.0:1776201053.695433:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdb77581 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+293:17702:x1862480738241408:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.695482:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.695503:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008c1a5f5a/0xf221502977faa906 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68ae7 expref: 293 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695517:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7a1e492/0xf221502977e56591 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9505 expref: 292 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695526:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (0000000037a5b3b6) 00010000:00010000:0.0:1776201053.695532:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.695571:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695595:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695605:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695619:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695625:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695635:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695721:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695729:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.695735:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697079:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697106:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697113:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697119:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035601959 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.697122:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697130:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697143:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x801dd473 (00000000461b9394) 00010000:00010000:1.0:1776201053.697146:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.697149:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697156:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc03b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697207:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697213:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697219:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697223:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f775fca already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.697225:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697230:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697237:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (00000000c285dd9a) 00010000:00010000:1.0:1776201053.697239:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.697241:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.697246:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc042 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.699229:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17701:x1862480738241280:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 5118us (5374us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201053.699245:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24394 00000040:00080000:0.0:1776201053.700194:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3546, 64 off235200 00010000:00010000:0.0:1776201053.700688:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700706:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700717:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700725:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700730:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700737:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700874:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.700897:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bdb77581 reply state 00000000f56e41ee transno 4295010966 ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700956:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700963:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700968:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700973:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.700975:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700982:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.700992:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:0.0:1776201053.700995:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.700997:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.701002:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc050 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.701011:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bdb77581 reply state 00000000f56e41ee transno 4295010966 ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.701090:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdb77581 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17702:x1862480738241408:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 6150us (7084us total) trans 4295010966 rc 0/0 00000100:00100000:0.0:1776201053.701098:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72572 00010000:00010000:0.0:1776201053.702810:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702827:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702834:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702840:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.702843:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702850:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702863:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x10cfb8f0 (0000000031846a72) 00010000:00010000:0.0:1776201053.702865:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.702868:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702874:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc057 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702893:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702899:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702903:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702908:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.702910:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702916:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702922:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (00000000f1013fd0) 00010000:00010000:0.0:1776201053.702924:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.702926:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.702931:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc05e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.711123:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.711165:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.711225:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.711259:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241536 00000100:00100000:0.0:1776201053.711303:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241664 00000100:00100000:0.0:1776201053.711331:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241728 00000100:00100000:0.0:1776201053.711346:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72573 00000100:00100000:0.0:1776201053.711352:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002833431e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+291:17702:x1862480738241536:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.711406:0:5555:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.711433:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e04915b/0xf221502977faaef5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68ced expref: 291 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711456:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004336c1c7/0xf221502977e56058 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92c7 expref: 290 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711466:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (00000000eb079866) 00010000:00010000:0.0:1776201053.711475:0:5555:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.711505:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711520:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711530:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711554:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711562:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711568:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711668:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711679:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.711685:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.712002:0:5555:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3547, 64 off235264 00010000:00010000:0.0:1776201053.712065:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.712074:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.712081:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.712087:0:5555:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.712092:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.712098:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.712175:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72574 00000100:00100000:3.0:1776201053.712199:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057facce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17701:x1862480738241664:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.712226:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201053.712233:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201053.712238:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712239:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7385a23/0xf221502977fad146 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6976d expref: 290 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.712247:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.712250:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712254:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009ef0d2e1/0xf221502977e56c0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9789 expref: 289 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.712263:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712264:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (0000000074a5a086) 00010000:00010000:2.0:1776201053.712271:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (00000000f1013fd0) 00010000:00010000:2.0:1776201053.712273:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.712273:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001930665c/0xf221502977fbb472 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0a0 expref: 288 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712285:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:2.0:1776201053.712286:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712288:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.712291:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc065 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712301:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712309:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712315:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712325:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712331:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712337:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712394:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712402:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712408:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.712629:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3548, 64 off235328 00010000:00010000:3.0:1776201053.712671:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712680:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712687:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712693:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712698:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712703:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712726:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:3.0:1776201053.712742:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000057facce6 reply state 000000006ff441a6 transno 4295010968 ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712788:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712794:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712803:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712807:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.712810:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712815:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712823:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:3.0:1776201053.712825:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.712827:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712831:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc088 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.712838:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000057facce6 reply state 000000006ff441a6 transno 4295010968 ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.712906:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057facce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17701:x1862480738241664:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 708us (1741us total) trans 4295010968 rc 0/0 00000100:00100000:3.0:1776201053.712913:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72574 00000100:00100000:3.0:1776201053.712935:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72575 00000100:00100000:3.0:1776201053.712940:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ea83db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17901:x1862480738241728:12345-192.168.202.3@tcp:101:ll_sa_17701.0 00010000:00010000:3.0:1776201053.712950:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.712959:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e117 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712978:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712988:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.712994:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:3.0:1776201053.712996:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.712998:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000466fa906, rc 0) 00000100:00100000:3.0:1776201053.713017:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ea83db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17901:x1862480738241728:12345-192.168.202.3@tcp:101:ll_sa_17701.0 Request processed in 77us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.713023:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72575 00010000:00010000:0.0:1776201053.713462:0:5555:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776201053.713479:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002833431e reply state 0000000032cea20d transno 4295010967 ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713525:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713531:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713547:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713552:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.713555:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713558:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201053.713560:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713562:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713569:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.713570:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201053.713571:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713572:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.713574:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713577:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.713580:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc06c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713585:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (0000000043e4c427) 00010000:00010000:2.0:1776201053.713587:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:0.0:1776201053.713588:0:5555:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002833431e reply state 0000000032cea20d transno 4295010967 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713589:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713595:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc081 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774911936 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713606:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.713608:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713613:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.713615:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713620:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713627:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (00000000d6c8aded) 00010000:00010000:2.0:1776201053.713628:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.713630:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713635:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc09d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.713644:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.713645:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.713646:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.713713:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.713744:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002833431e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+289:17702:x1862480738241536:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2390us (2629us total) trans 4295010967 rc 0/0 00000100:00100000:0.0:1776201053.713753:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72573 00010000:00010000:0.0:1776201053.713780:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.713781:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.713782:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.724091:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724111:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724119:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724125:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075f97a45 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.724129:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724137:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724155:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x14be06ab (0000000064e28fc0) 00010000:00010000:2.0:1776201053.724158:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.724161:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.724162:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:2.0:1776201053.724167:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc08f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724210:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724217:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724222:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724228:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000388b7476 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.724229:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724235:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724243:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (00000000d6c8aded) 00010000:00010000:2.0:1776201053.724245:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.724247:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.724253:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc096 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.725465:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.725567:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.725605:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242048 00000100:00100000:3.0:1776201053.725647:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24395 00000100:00100000:3.0:1776201053.725654:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+288:17901:x1862480738242048:12345-192.168.202.3@tcp:37:ll_sa_17701.0 00010000:00010000:2.0:1776201053.725890:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725900:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725906:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725911:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.725914:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725919:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725930:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xb65fef2a (000000003a17b733) 00010000:00010000:2.0:1776201053.725932:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.725944:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725954:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc073 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725973:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725977:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725982:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725986:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.725987:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725991:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.725997:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (0000000043e4c427) 00010000:00010000:2.0:1776201053.725998:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.726000:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.726004:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc07a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.726695:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241856 00000100:00100000:0.0:1776201053.726734:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738241984 00000100:00100000:0.0:1776201053.726756:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72576 00000100:00100000:0.0:1776201053.726760:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd56e142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+290:17701:x1862480738241856:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.726799:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.726821:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f55825f9/0xf221502977faed7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e69f7e expref: 290 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726836:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a54b7952/0xf221502977e56dfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x90:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9846 expref: 289 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726846:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (000000001dffca6f) 00010000:00010000:0.0:1776201053.726853:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.726876:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726889:0:5554:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 288 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726894:0:5554:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 4/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726926:0:5554:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 288 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.726941:0:5554:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 288 pid: 13651 timeout: 1188 lvb_type: 0 00000100:00100000:0.0:1776201053.726954:0:5554:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9dd4214 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5554:1862480742310848:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201053.727009:0:5554:0:(client.c:2500:ptlrpc_set_wait()) set 00000000de41c9fe going to sleep for 6 seconds 00000100:00100000:0.0:1776201053.727029:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72577 00000100:00100000:0.0:1776201053.727033:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000933025af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17702:x1862480738241984:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.727060:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.727070:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d3b028e/0xf221502977fa9fba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6879f expref: 288 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.727083:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b92788a8/0xf221502977e56203 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x72:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9376 expref: 287 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728815:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (00000000ab40fe3a) 00010000:00010000:0.0:1776201053.728826:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.728859:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728873:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728883:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728898:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728905:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.728910:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.729004:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.729012:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.729019:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.730857:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3549, 64 off235392 00010000:00010000:0.0:1776201053.730937:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.730953:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.730962:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.730970:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.730975:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.730982:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.731016:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.731041:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000933025af reply state 00000000238f82d6 transno 4295010969 ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731155:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.731161:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731169:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201053.731172:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731198:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731211:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (000000009a149a36) 00010000:00010000:2.0:1776201053.731214:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201053.731218:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731222:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x72:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.731234:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.731235:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.731237:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.732768:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.732784:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.732791:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.732793:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17901:x1862480738242048:12345-192.168.202.3@tcp:37:ll_sa_17701.0 Request processed in 7135us (7224us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201053.732797:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.732801:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.732804:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24395 00010000:00010000:0.0:1776201053.732807:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.732817:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:0.0:1776201053.732820:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.732823:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.732828:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc0b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.732838:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000933025af reply state 00000000238f82d6 transno 4295010969 ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.732885:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000933025af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17702:x1862480738241984:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 5851us (7425us total) trans 4295010969 rc 0/0 00000100:00100000:0.0:1776201053.732892:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72577 00000100:00100000:0.0:1776201053.732940:0:5554:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9dd4214 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5554:1862480742310848:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201053.732963:0:5554:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.739688:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.739795:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.739869:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242240 00010000:00010000:3.0:1776201053.739906:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 286 pid: 13651 timeout: 1188 lvb_type: 0 00000100:00100000:3.0:1776201053.739948:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33656 00000100:00100000:3.0:1776201053.739955:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc81492a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+286:2225:x1862480738242240:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1776201053.739969:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201053.739976:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 286 pid: 13651 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1776201053.739987:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 286 pid: 13651 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1776201053.740007:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc0a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e117 expref: 286 pid: 13651 timeout: 1188 lvb_type: 0 00010000:00010000:3.0:1776201053.740023:0:10929:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:3.0:1776201053.740027:0:10929:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.740037:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.740044:0:10929:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.740067:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201053.740124:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc81492a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+285:2225:x1862480738242240:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 168us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.740132:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33656 00010000:00010000:0.0:1776201053.741677:0:5554:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741694:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741728:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741740:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741750:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741865:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741878:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.741884:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.742248:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3550, 64 off235456 00010000:00010000:0.0:1776201053.742332:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742341:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742348:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742356:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742361:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742367:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742384:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201053.742402:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000fd56e142 reply state 00000000d111e715 transno 4295010970 ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742453:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742460:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742466:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742471:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.742474:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742481:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742492:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:0.0:1776201053.742494:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.742499:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742504:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc0ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.742514:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000fd56e142 reply state 00000000d111e715 transno 4295010970 ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.742620:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd56e142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17701:x1862480738241856:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 15855us (18457us total) trans 4295010970 rc 0/0 00000100:00100000:0.0:1776201053.742632:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72576 00000100:00100000:0.0:1776201053.742666:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242176 00000100:00100000:0.0:1776201053.742703:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72578 00000100:00100000:0.0:1776201053.742708:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd58534e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17702:x1862480738242176:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.742750:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201053.742766:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c1ac621/0xf221502977fab053 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68d56 expref: 286 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742792:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5d6edc1/0xf221502977e55f94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df926c expref: 285 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742799:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (000000003750001c) 00010000:00010000:0.0:1776201053.742807:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.742825:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742833:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742839:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742851:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742858:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742868:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742922:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742931:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.742937:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201053.743160:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3551, 64 off235520 00010000:00010000:0.0:1776201053.743239:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743248:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743255:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743261:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743267:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743273:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743288:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776201053.743299:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd58534e reply state 00000000af7dd0f9 transno 4295010971 ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743335:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743342:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743347:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743352:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.743354:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743360:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743368:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:0.0:1776201053.743370:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.743373:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743378:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc0e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201053.743385:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd58534e reply state 00000000af7dd0f9 transno 4295010971 ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.743426:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd58534e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17702:x1862480738242176:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 717us (3745us total) trans 4295010971 rc 0/0 00000100:00100000:0.0:1776201053.743433:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72578 00010000:00010000:0.0:1776201053.743458:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201053.743462:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743469:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.743471:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743477:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743485:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (000000004d0afe6c) 00010000:00010000:0.0:1776201053.743487:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.743489:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743494:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc0dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743504:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.743506:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743511:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.743513:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743518:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743524:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (000000008f2a7ec5) 00010000:00010000:0.0:1776201053.743526:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.743527:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743531:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc0f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.743552:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.743554:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.743555:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.743650:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.749836:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749855:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749862:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749869:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.749873:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749880:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749897:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0xc4fc354d (0000000031846a72) 00010000:00010000:3.0:1776201053.749899:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.749903:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749909:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc0ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749930:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749936:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749942:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749947:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.749949:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749954:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749961:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (000000004d0afe6c) 00010000:00010000:3.0:1776201053.749963:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.749965:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.749970:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc0d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.751772:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.751900:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201053.752348:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752364:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752372:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752378:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f775fca already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.752381:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752387:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752401:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xbfd87aeb (00000000096b997c) 00010000:00010000:1.0:1776201053.752404:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.752408:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752414:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc0ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752434:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752439:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752444:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752449:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035601959 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.752450:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752456:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752462:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (000000008f2a7ec5) 00010000:00010000:1.0:1776201053.752465:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.752466:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752472:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc0f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752490:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752496:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752500:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752505:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088d811e9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.752507:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752511:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752518:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xc5f130b7 (00000000f640094e) 00010000:00010000:1.0:1776201053.752520:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.752522:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752526:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc0b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752545:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752551:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752555:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752560:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.752562:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752567:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752573:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (000000009a149a36) 00010000:00010000:1.0:1776201053.752575:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.752577:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.752582:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc0c0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.752805:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242368 00000100:00100000:0.0:1776201053.752887:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242496 00000100:00100000:2.0:1776201053.752924:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72579 00000100:00100000:2.0:1776201053.752931:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da79884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+284:17702:x1862480738242368:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.752981:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.753000:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a447a431/0xf221502977faa20d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68871 expref: 284 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753014:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f525df31/0xf221502977e562b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x73:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93c3 expref: 283 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753022:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (000000005e1c277f) 00010000:00010000:2.0:1776201053.753028:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.753058:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753070:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753081:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753110:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753117:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753123:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753259:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753268:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753275:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.753841:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3549, 64 off235392 00010000:00010000:2.0:1776201053.753912:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753922:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753930:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753937:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753943:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753949:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.753975:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.753994:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000da79884b reply state 0000000095cc4572 transno 4295010972 ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754047:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754054:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754060:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754064:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.754067:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754073:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754082:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201053.754084:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.754087:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754092:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc0ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.754100:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000da79884b reply state 0000000095cc4572 transno 4295010972 ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.754212:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da79884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+284:17702:x1862480738242368:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1280us (2447us total) trans 4295010972 rc 0/0 00000100:00100000:2.0:1776201053.754223:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72579 00000100:00100000:2.0:1776201053.754249:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72580 00000100:00100000:2.0:1776201053.754255:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070bd2183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+283:17701:x1862480738242496:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.754289:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.754303:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d7511a09/0xf221502977faea2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e69edd expref: 283 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754472:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.754477:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754484:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.754486:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754492:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754503:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (000000009f11885e) 00010000:00010000:3.0:1776201053.754505:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.754506:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754511:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc114 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.754520:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.754522:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.754524:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.754925:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977e56d32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97f9 expref: 282 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754939:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (00000000cbecc0b1) 00010000:00010000:2.0:1776201053.754948:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.754971:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754981:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.754988:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755000:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755006:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755013:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755090:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755098:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.755104:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.758943:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3552, 64 off235584 00010000:00010000:2.0:1776201053.759024:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759041:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759053:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759061:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759067:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759072:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759111:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.759133:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000070bd2183 reply state 000000000b761d60 transno 4295010973 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759209:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759216:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759223:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759229:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.759232:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759239:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759252:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:2.0:1776201053.759255:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.759258:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.759264:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc11b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.759273:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000070bd2183 reply state 000000000b761d60 transno 4295010973 ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759731:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.759737:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759744:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.759747:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759754:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759763:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (000000008ba87046) 00010000:00010000:3.0:1776201053.759765:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.759767:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759772:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc130 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759783:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.759784:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.759785:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201053.759911:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201053.759935:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759943:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759953:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759959:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.759961:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759967:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759976:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xd60b5417 (000000006c46eb73) 00010000:00010000:3.0:1776201053.759978:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.759981:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759985:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc106 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.759997:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760003:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760007:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760012:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.760014:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760019:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760026:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (000000009f11885e) 00010000:00010000:3.0:1776201053.760028:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.760030:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760035:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc10d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.760070:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242624 00000100:00100000:3.0:1776201053.760105:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72581 00000100:00100000:3.0:1776201053.760111:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3c4732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+283:17702:x1862480738242624:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.760156:0:5553:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.760178:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fa9c95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68687 expref: 283 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760212:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b76835d/0xf221502977e5611c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df931b expref: 282 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760220:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (000000004769c843) 00010000:00010000:3.0:1776201053.760225:0:5553:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.760247:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760257:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760267:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760279:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760285:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760291:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760430:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760438:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760445:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.760715:0:5553:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3550, 64 off235456 00010000:00010000:3.0:1776201053.760766:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760775:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760782:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760793:0:5553:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760799:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760803:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760826:0:5553:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.760841:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a3c4732 reply state 0000000005bbaf83 transno 4295010974 ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760879:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760885:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760891:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760894:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.760896:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.760897:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760898:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760904:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.760905:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760906:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760913:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760918:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:1.0:1776201053.760920:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (0000000083a2cc48) 00010000:00010000:3.0:1776201053.760920:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.760921:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.760922:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760923:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760928:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc14c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693745394112 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.760928:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc137 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.760936:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a3c4732 reply state 0000000005bbaf83 transno 4295010974 ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.760948:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.760949:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.760950:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201053.761007:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3c4732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+283:17702:x1862480738242624:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 894us (1097us total) trans 4295010974 rc 0/0 00000100:00100000:3.0:1776201053.761015:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72581 00000100:00100000:2.0:1776201053.762878:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070bd2183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+282:17701:x1862480738242496:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 8616us (10972us total) trans 4295010973 rc 0/0 00000100:00100000:2.0:1776201053.762890:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72580 00010000:00010000:1.0:1776201053.764910:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764927:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764944:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764951:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.764955:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764962:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764977:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x5a3b2e4f (000000008aba3320) 00010000:00010000:1.0:1776201053.764980:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.764983:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.764988:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc13e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765004:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765010:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765015:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765019:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.765021:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765026:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765032:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (0000000083a2cc48) 00010000:00010000:1.0:1776201053.765034:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.765035:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.765040:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc145 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.774431:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.774555:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242752 00010000:00010000:2.0:1776201053.774565:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774579:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774586:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774591:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.774595:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774602:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774618:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x77103a66 (000000005fbf4074) 00010000:00010000:2.0:1776201053.774621:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.774625:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774631:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc122 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x89:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.774645:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72582 00010000:00010000:2.0:1776201053.774647:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.774652:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc346c1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+281:17702:x1862480738242752:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.774653:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774659:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774663:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.774665:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774669:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774675:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (000000008ba87046) 00010000:00010000:2.0:1776201053.774677:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.774678:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.774682:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc129 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774701:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.774718:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e7ffc09c/0xf221502977faab6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e68bc0 expref: 280 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774733:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d798c63/0xf221502977e5666a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9560 expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774741:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (000000006aeaa14e) 00010000:00010000:3.0:1776201053.774749:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.774778:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774801:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774811:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774825:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774832:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.774837:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775268:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775279:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775287:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.775639:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3551, 64 off235520 00010000:00010000:2.0:1776201053.775701:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775711:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775719:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775728:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775734:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775740:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775763:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.775781:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc346c1f reply state 000000007bd2daa4 transno 4295010975 ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775830:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775837:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775843:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775849:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.775852:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775858:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.775867:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201053.775869:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.775872:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775874:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201053.775876:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc153 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775879:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.775885:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc346c1f reply state 000000007bd2daa4 transno 4295010975 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775885:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.775887:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775893:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775900:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (0000000064e28fc0) 00010000:00010000:3.0:1776201053.775902:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.775904:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775909:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc168 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.775917:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.775919:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.775920:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.775969:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc346c1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+280:17702:x1862480738242752:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1315us (1544us total) trans 4295010975 rc 0/0 00000100:00100000:2.0:1776201053.775977:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72582 00010000:00010000:1.0:1776201053.778317:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778335:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778342:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778347:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.778350:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778357:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778373:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x9062bf83 (00000000d6c8aded) 00010000:00010000:1.0:1776201053.778375:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.778379:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778384:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc15a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778407:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778412:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778417:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778422:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.778424:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778429:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778437:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (0000000064e28fc0) 00010000:00010000:1.0:1776201053.778439:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.778441:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.778446:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc161 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.781025:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.781222:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242880 00000100:00100000:2.0:1776201053.781276:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72583 00000100:00100000:2.0:1776201053.781283:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b369f814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738242880:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.781348:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.781375:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f5eae74/0xf221502977faa42f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6893c expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781396:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005fc1d621/0xf221502977e564f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x79:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94bf expref: 278 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781411:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (000000006044cc89) 00010000:00010000:2.0:1776201053.781421:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.781453:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781468:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781477:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781490:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781497:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781503:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781807:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781815:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.781821:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.782439:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3552, 64 off235584 00010000:00010000:2.0:1776201053.782505:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782515:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782522:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782530:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782548:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782554:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782653:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.782672:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b369f814 reply state 00000000d8116340 transno 4295010976 ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782727:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782734:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782739:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782748:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.782751:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782758:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782767:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201053.782769:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.782773:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.782780:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc16f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.782788:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b369f814 reply state 00000000d8116340 transno 4295010976 ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.782873:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b369f814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738242880:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1588us (1854us total) trans 4295010976 rc 0/0 00000100:00100000:2.0:1776201053.782881:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72583 00010000:00010000:3.0:1776201053.786113:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.786127:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786142:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.786145:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786155:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786527:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (000000009f11885e) 00010000:00010000:3.0:1776201053.786531:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.786544:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786551:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc184 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.786685:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.786687:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201053.786689:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.786875:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786890:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786896:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786901:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.786904:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786910:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786919:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0xee1a16ec (00000000e3551dbe) 00010000:00010000:3.0:1776201053.786921:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.786923:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786928:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc176 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x69:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786942:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786947:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786952:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786960:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f48939be already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.786962:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786967:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786973:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (000000009f11885e) 00010000:00010000:3.0:1776201053.786975:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.786976:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.786981:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc17d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.790573:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.790664:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.790711:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243072 00000100:00100000:2.0:1776201053.790775:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72584 00000100:00100000:2.0:1776201053.790782:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051e9f2ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+278:17701:x1862480738243072:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.790850:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.790879:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee271fa8/0xf221502977e55067 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c92 expref: 278 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790900:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054240722/0xf221502977e55044 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c84 expref: 277 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790908:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (000000008b92bfca) 00010000:00010000:2.0:1776201053.790918:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.790949:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790964:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790974:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790988:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.790994:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791000:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791106:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.791113:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738242944 00010000:00010000:2.0:1776201053.791119:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791125:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.791149:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24396 00000100:00100000:3.0:1776201053.791154:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+277:17702:x1862480738242944:12345-192.168.202.3@tcp:37:dbench.0 00000040:00080000:2.0:1776201053.791608:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3553, 64 off235648 00010000:00010000:2.0:1776201053.791662:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791670:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791677:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791684:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791689:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791693:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791716:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.791732:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051e9f2ba reply state 000000003b2fc63f transno 4295010977 ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791778:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791785:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791791:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791797:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.791800:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791807:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791816:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000007b78115a) 00010000:00010000:2.0:1776201053.791818:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.791822:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.791827:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc18b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.791835:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051e9f2ba reply state 000000003b2fc63f transno 4295010977 ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.791904:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051e9f2ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:17701:x1862480738243072:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1121us (1240us total) trans 4295010977 rc 0/0 00000100:00100000:2.0:1776201053.791915:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72584 00010000:00010000:1.0:1776201053.792129:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.792134:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.792142:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.792145:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.792150:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.792159:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (000000005fbf4074) 00010000:00010000:1.0:1776201053.792161:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.792163:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.792168:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc1a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.792211:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.792212:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.792213:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.801054:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.801455:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243200 00000100:00100000:0.0:1776201053.801501:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72585 00000100:00100000:0.0:1776201053.801507:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b94b6228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:17701:x1862480738243200:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:0.0:1776201053.801574:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201053.801599:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b31b4033/0xf221502977e54d26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b7a expref: 279 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801615:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000c3d67ce9) 00010000:00010000:0.0:1776201053.801623:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201053.801653:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801665:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801674:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801683:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801688:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801693:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.801775:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+278:17702:x1862480738242944:12345-192.168.202.3@tcp:37:dbench.0 Request processed in 10620us (11208us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.801798:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24396 00010000:00010000:0.0:1776201053.801883:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801891:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.801897:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802034:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802042:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802054:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802060:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.802063:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802069:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802078:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (000000009a149a36) 00010000:00010000:0.0:1776201053.802080:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.802097:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802103:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc1b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802117:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802123:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802129:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802134:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.802140:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802147:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802154:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000004d0afe6c) 00010000:00010000:0.0:1776201053.802156:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.802158:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802163:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc1a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802172:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802217:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802223:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802228:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.802230:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802234:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802241:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (0000000031846a72) 00010000:00010000:0.0:1776201053.802243:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.802245:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.802250:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc1ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802339:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802347:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802353:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802359:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.802361:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802367:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802377:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x8e4542d7 (000000008ba87046) 00010000:00010000:2.0:1776201053.802379:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.802382:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802387:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc192 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802399:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802405:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802411:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802416:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.802418:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802423:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802429:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (000000005fbf4074) 00010000:00010000:2.0:1776201053.802432:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201053.802433:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.802438:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc199 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.806016:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b94b6228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+276:17701:x1862480738243200:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 4498us (4960us total) trans 0 rc -39/-39 00000100:00100000:2.0:1776201053.806030:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72585 00000100:00100000:2.0:1776201053.812119:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.812221:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243264 00000100:00100000:3.0:1776201053.812270:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72586 00000100:00100000:3.0:1776201053.812276:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047f1b654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+276:17702:x1862480738243264:12345-192.168.202.3@tcp:101:dbench.0 00010000:00010000:3.0:1776201053.812300:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.812334:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc1bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e11e expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812438:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812451:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812463:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812474:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812481:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812487:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812638:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812646:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812653:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201053.812682:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00000004:00200000:3.0:1776201053.812685:0:5554:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201053.812707:0:5554:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812719:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812726:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812733:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812739:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.812742:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812749:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812762:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000006aeaa14e) 00010000:00010000:3.0:1776201053.812765:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.812769:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812775:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc1c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812787:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812793:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812799:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812803:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.812805:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812810:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812816:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (000000004769c843) 00010000:00010000:3.0:1776201053.812818:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.812820:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812824:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc1ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812851:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc1bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e11e expref: 278 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812865:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e11e expref: 277 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.812871:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000fd9a0493) 00010000:00010000:3.0:1776201053.812873:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201053.812875:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bbf1c421, rc 0) 00000100:00100000:3.0:1776201053.813580:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047f1b654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+277:17702:x1862480738243264:12345-192.168.202.3@tcp:101:dbench.0 Request processed in 1299us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.813591:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72586 00000100:00100000:2.0:1776201053.815815:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.815883:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243392 00000100:00100000:3.0:1776201053.815946:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24397 00000100:00100000:3.0:1776201053.815952:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cea77a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+277:17701:x1862480738243392:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:3.0:1776201053.817079:0:5556:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x13ad:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1776201053.817160:0:5556:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3554, 64 off235712 00010000:00010000:2.0:1776201053.819946:0:5556:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.819969:0:5556:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.819986:0:5556:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.819995:0:5556:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.820001:0:5556:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.820006:0:5556:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.820063:0:5556:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201053.820253:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cea77a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+278:17701:x1862480738243392:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 4298us (4443us total) trans 4295010978 rc 0/0 00000100:00100000:2.0:1776201053.820264:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24397 00000100:00100000:1.0:1776201053.821426:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.821570:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243456 00000100:00100000:3.0:1776201053.821617:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72587 00000100:00100000:3.0:1776201053.821624:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066c30459 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+278:2226:x1862480738243456:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:3.0:1776201053.821642:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201053.821659:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc1df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e125 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821758:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821772:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821782:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821796:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821802:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821813:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821930:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821940:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.821947:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201053.821981:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1356:0x0]: returning size 14984 00000004:00200000:3.0:1776201053.821985:0:5554:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201053.822004:0:5554:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822016:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822024:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822030:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822037:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822044:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.822047:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822055:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822067:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:3.0:1776201053.822070:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.822073:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822079:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc1e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822111:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822116:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822122:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822126:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.822128:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822138:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822145:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x220bffe4 (0000000008fd89d1) 00010000:00010000:3.0:1776201053.822148:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.822150:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822155:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc1ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822208:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc1df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e125 expref: 280 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822222:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e125 expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.822229:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1356:0x0].0x0 (00000000e4d3f77f) 00010000:00010000:3.0:1776201053.822231:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776201053.822233:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000062543c7d, rc 0) 00000100:00100000:3.0:1776201053.822279:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066c30459 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:2226:x1862480738243456:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 655us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201053.822286:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72587 00000100:00100000:1.0:1776201053.822529:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.822636:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243584 00000100:00100000:1.0:1776201053.823042:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72588 00000100:00100000:1.0:1776201053.823049:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1105cbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738243584:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.823105:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201053.823123:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000183c1bf5/0xf221502977fb20d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae57 expref: 279 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823143:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000034286abe/0xf221502977e55537 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e75 expref: 278 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823153:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (00000000476512d6) 00010000:00010000:1.0:1776201053.823164:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baa7fc0c/0xf221502977fbb583 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e0bc expref: 277 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823171:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:1.0:1776201053.823173:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.823212:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823223:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823231:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823243:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823250:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823256:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823346:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823354:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823361:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.823747:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3555, 64 off235776 00010000:00010000:1.0:1776201053.823817:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823826:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823833:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823840:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823846:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.823852:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825649:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201053.825658:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825670:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.825673:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825682:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825696:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ad:0x0].0x0 (000000006c46eb73) 00010000:00010000:0.0:1776201053.825698:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.825701:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825706:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc1d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825726:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.825728:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825734:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.825736:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825742:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825748:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (0000000072af5788) 00010000:00010000:0.0:1776201053.825750:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.825751:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.825756:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.825757:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.825759:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201053.826120:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.826358:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243712 00000100:00100000:3.0:1776201053.826407:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24398 00000100:00100000:3.0:1776201053.826413:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c1bd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+278:17701:x1862480738243712:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:3.0:1776201053.826762:0:5556:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x87:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1776201053.826825:0:5556:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3556, 64 off235840 00000001:00080000:3.0:1776201053.826832:0:5556:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4295010980 00010000:00010000:3.0:1776201053.826863:0:5556:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826876:0:5556:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826887:0:5556:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826895:0:5556:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826900:0:5556:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826906:0:5556:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.826924:0:5556:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201053.827038:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c1bd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+279:17701:x1862480738243712:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 624us (921us total) trans 4295010980 rc 0/0 00000100:00100000:3.0:1776201053.827046:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24398 00010000:00010000:3.0:1776201053.827100:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.827104:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.827111:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.827113:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.827119:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.827129:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (000000006044cc89) 00010000:00010000:3.0:1776201053.827132:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.827134:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.827140:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc217 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.827154:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.827155:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.827156:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.827559:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1776201053.827568:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc210 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.827599:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e1105cbf reply state 000000006e694743 transno 4295010979 ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827639:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827645:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827650:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827655:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a764e58c already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.827657:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827661:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827670:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:1.0:1776201053.827672:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.827674:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.827678:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc1fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.827687:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e1105cbf reply state 000000006e694743 transno 4295010979 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.827735:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1105cbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738243584:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 4686us (5207us total) trans 4295010979 rc 0/0 00000100:00100000:1.0:1776201053.827742:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72588 00010000:00010000:0.0:1776201053.831603:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.834699:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201053.834994:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243840 00000100:00100000:1.0:1776201053.835049:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72589 00000100:00100000:1.0:1776201053.835056:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2446507 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738243840:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.835120:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.835147:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062543c7d/0xf221502977fbc1f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1356:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e125 expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835197:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a07bc76/0xf221502977fb303d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1356:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b36d expref: 278 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835209:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1356:0x0].0x0 (00000000e4d3f77f) 00010000:00010000:1.0:1776201053.835219:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.835250:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835265:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835275:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835289:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835301:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835307:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835419:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835428:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835435:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.835758:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3553, 64 off235648 00010000:00010000:1.0:1776201053.835819:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835827:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835834:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835840:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835846:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835852:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835871:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.835887:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f2446507 reply state 000000000f0d8521 transno 4295010981 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835906:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.835910:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835917:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.835920:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835927:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835934:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1356:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201053.835936:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.835939:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835944:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc233 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.835956:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.835958:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.835959:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.836000:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836006:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836012:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836017:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.836019:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836025:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836032:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:1.0:1776201053.836034:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.836036:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.836041:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc21e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.836050:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f2446507 reply state 000000000f0d8521 transno 4295010981 ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.836124:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2446507 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738243840:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 1067us (1433us total) trans 4295010981 rc 0/0 00000100:00100000:1.0:1776201053.836131:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72589 00000100:00100000:1.0:1776201053.836772:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.837157:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738243968 00000100:00100000:2.0:1776201053.837227:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24399 00000100:00100000:2.0:1776201053.837233:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+279:17701:x1862480738243968:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:2.0:1776201053.837790:0:13759:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x86:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1776201053.837847:0:13759:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3554, 64 off235712 00010000:00010000:2.0:1776201053.837908:0:13759:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837922:0:13759:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837938:0:13759:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837946:0:13759:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837951:0:13759:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837957:0:13759:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.837981:0:13759:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201053.838168:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+280:17701:x1862480738243968:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 933us (1398us total) trans 4295010982 rc 0/0 00000100:00100000:2.0:1776201053.838284:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24399 00010000:00010000:1.0:1776201053.838405:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.838410:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.838417:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.838420:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.838426:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.838436:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (000000005fbf4074) 00010000:00010000:1.0:1776201053.838439:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.838442:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.838447:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc23a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.838463:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.838464:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.838466:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.839980:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840000:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840007:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840013:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.840016:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840023:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840039:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x30480a6c (0000000065caadef) 00010000:00010000:0.0:1776201053.840041:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.840044:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840051:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbc202 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840076:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.840081:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.842756:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.842765:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492a2563 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.842769:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.842779:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.842797:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (0000000072af5788) 00010000:00010000:0.0:1776201053.842799:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.842803:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.842814:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbc209 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.846808:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.846882:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201053.847633:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847649:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847656:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847663:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.847667:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847673:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847690:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x220bffe4 (00000000ddbe1466) 00010000:00010000:1.0:1776201053.847693:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.847698:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847703:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc225 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847730:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847736:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847742:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847747:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.847749:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847753:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847761:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1356:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201053.847763:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201053.847764:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.847769:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc22c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.847813:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244032 00000100:00100000:1.0:1776201053.847857:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244160 00000100:00100000:1.0:1776201053.847879:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72590 00000100:00100000:1.0:1776201053.847885:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9dd4214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:2228:x1862480738244032:12345-192.168.202.3@tcp:101:ll_sa_17702.0 00010000:00010000:1.0:1776201053.847908:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201053.847924:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc241 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e12c expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848021:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848034:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848044:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848057:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848062:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848069:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848210:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848220:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848227:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201053.848266:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x134e:0x0]: returning size 19054 00000004:00200000:1.0:1776201053.848271:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201053.848295:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848308:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848453:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848461:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848466:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848472:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.848475:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848481:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848489:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:1.0:1776201053.848491:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.848493:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848498:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc248 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848508:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848513:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848518:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848523:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.848525:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848530:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848548:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x17610ee3 (000000002f75e491) 00010000:00010000:1.0:1776201053.848550:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.848552:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848558:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc24f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848585:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc241 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e12c expref: 281 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848598:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e12c expref: 280 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.848605:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134e:0x0].0x0 (00000000f5279f38) 00010000:00010000:1.0:1776201053.848607:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776201053.848609:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a7bcebbf, rc 0) 00000100:00100000:1.0:1776201053.848956:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9dd4214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+280:2228:x1862480738244032:12345-192.168.202.3@tcp:101:ll_sa_17702.0 Request processed in 1069us (2156us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201053.848965:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72590 00000100:00100000:1.0:1776201053.848988:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72591 00000100:00100000:1.0:1776201053.848994:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c5b807f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738244160:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:1.0:1776201053.849030:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776201053.849046:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000028664a50/0xf221502977fb1ae9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ac5f expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.849062:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000911c405c/0xf221502977e5545e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e21 expref: 278 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.849077:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (00000000f4b266db) 00000100:00100000:0.0:1776201053.849216:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.849258:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244288 00000100:00100000:0.0:1776201053.849291:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24400 00000100:00100000:0.0:1776201053.849296:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fdd51e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+278:17701:x1862480738244288:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:0.0:1776201053.849716:0:5556:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x13a8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776201053.849781:0:5556:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3555, 64 off235776 00010000:00010000:0.0:1776201053.849851:0:5556:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849865:0:5556:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849875:0:5556:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849882:0:5556:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849889:0:5556:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849894:0:5556:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.849913:0:5556:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201053.850017:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fdd51e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+279:17701:x1862480738244288:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 720us (802us total) trans 4295010983 rc 0/0 00000100:00100000:0.0:1776201053.850024:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24400 00010000:00010000:0.0:1776201053.850047:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.850051:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.850058:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.850061:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.850067:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.850076:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a8:0x0].0x0 (0000000031846a72) 00010000:00010000:0.0:1776201053.850079:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.850081:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.850101:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc25d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.850115:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.850116:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.850117:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.850298:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201053.850662:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850675:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850684:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850697:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850703:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850710:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850785:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850794:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.850801:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776201053.851060:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3557, 64 off235904 00010000:00010000:1.0:1776201053.851109:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851118:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851126:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851133:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851139:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851144:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851202:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201053.851218:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004c5b807f reply state 0000000074be986d transno 4295010984 ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851257:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851264:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851275:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851281:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201053.851285:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851291:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851301:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:1.0:1776201053.851303:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201053.851306:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.851311:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc264 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201053.851336:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004c5b807f reply state 0000000074be986d transno 4295010984 ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.851397:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c5b807f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+280:17702:x1862480738244160:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2402us (4514us total) trans 4295010984 rc 0/0 00000100:00100000:1.0:1776201053.851406:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72591 00010000:00010000:3.0:1776201053.852935:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.852944:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.852956:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.852958:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.852966:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.852981:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (00000000ebd12272) 00010000:00010000:3.0:1776201053.852984:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.852988:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.852994:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbc279 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.853010:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.853012:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.853014:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.855006:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855024:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855030:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855037:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.855040:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855048:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855063:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x4e78d319 (00000000fd2c1ded) 00010000:00010000:3.0:1776201053.855065:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.855069:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855075:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000344b295/0xf221502977fbc26b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855106:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855112:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855123:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855128:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.855130:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855135:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855141:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (00000000ebd12272) 00010000:00010000:3.0:1776201053.855143:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.855145:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.855149:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbc272 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x51:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.858723:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.858814:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244416 00000100:00100000:2.0:1776201053.858860:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72592 00000100:00100000:2.0:1776201053.858866:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000182a95f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738244416:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.858921:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.858947:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000bb6907a/0xf221502977fb26ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b04f expref: 279 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.858968:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a26e5d3a/0xf221502977e555fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ec9 expref: 278 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.858978:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (000000009a25dd38) 00010000:00010000:2.0:1776201053.858987:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.859016:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859029:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859038:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859051:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859057:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859062:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859155:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859162:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859168:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.859501:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3558, 64 off235968 00010000:00010000:2.0:1776201053.859571:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859585:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859593:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859600:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859606:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859612:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859628:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.859643:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000182a95f7 reply state 000000005d105969 transno 4295010985 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859681:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859687:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859692:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859697:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.859700:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859707:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859715:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:2.0:1776201053.859717:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.859719:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.859724:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc280 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.859731:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000182a95f7 reply state 000000005d105969 transno 4295010985 ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.859800:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000182a95f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17702:x1862480738244416:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 933us (1084us total) trans 4295010985 rc 0/0 00000100:00100000:2.0:1776201053.859808:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72592 00010000:00010000:1.0:1776201053.860052:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.860058:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.860070:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c359299 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.860073:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.860079:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.860087:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (000000000878e24c) 00010000:00010000:1.0:1776201053.860089:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.860091:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.860096:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc295 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.860107:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.860109:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.860110:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.863053:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863072:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863079:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863097:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.863101:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863108:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863123:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x8344d724 (000000008ba87046) 00010000:00010000:0.0:1776201053.863126:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.863129:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863134:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc287 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863150:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863156:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863162:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863210:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.863213:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863219:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863226:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (000000000878e24c) 00010000:00010000:0.0:1776201053.863228:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.863230:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.863235:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc28e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.865306:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.865637:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244544 00000100:00100000:3.0:1776201053.865690:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72593 00000100:00100000:3.0:1776201053.865695:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000053e707f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+278:17702:x1862480738244544:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.865751:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.865779:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7bcebbf/0xf221502977fbc256 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x134e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e12c expref: 278 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865801:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000579b8151/0xf221502977fb258c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x134e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6afe6 expref: 277 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865815:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134e:0x0].0x0 (00000000f5279f38) 00010000:00010000:3.0:1776201053.865823:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.865852:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865866:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865874:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865889:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865896:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.865903:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866002:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866010:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866017:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.866582:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3556, 64 off235840 00010000:00010000:3.0:1776201053.866644:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866654:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866662:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866669:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866674:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866680:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866700:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.866720:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000053e707f reply state 00000000ec54ddda transno 4295010986 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866772:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866779:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866790:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866796:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.866799:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866805:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.866813:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:3.0:1776201053.866815:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.866818:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867225:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.867230:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867238:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.867241:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867248:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867259:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134e:0x0].0x0 (0000000008fd89d1) 00010000:00010000:1.0:1776201053.867261:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.867263:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867269:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad4f2bc/0xf221502977fbc2b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x134e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.867281:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.867282:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.867283:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.868011:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc29c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.868023:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000053e707f reply state 00000000ec54ddda transno 4295010986 ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201053.868891:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000053e707f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+278:17702:x1862480738244544:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 3189us (3587us total) trans 4295010986 rc 0/0 00000100:00100000:2.0:1776201053.868901:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72593 00000100:00100000:1.0:1776201053.879060:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201053.879196:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244672 00000100:00100000:2.0:1776201053.879265:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72594 00000100:00100000:2.0:1776201053.879273:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c7d207d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+278:17702:x1862480738244672:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:2.0:1776201053.879819:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776201053.879848:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000faf599bc/0xf221502977e552f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8daa expref: 278 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879873:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052203895/0xf221502977e552d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d9c expref: 277 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879882:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (0000000014570012) 00010000:00010000:2.0:1776201053.879891:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201053.879923:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879937:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879946:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879960:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879968:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.879974:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.880083:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.880091:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.880103:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201053.880991:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3557, 64 off235904 00010000:00010000:2.0:1776201053.881064:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881075:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881083:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881090:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881096:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881102:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881128:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201053.881147:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002c7d207d reply state 00000000d61066c2 transno 4295010987 ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881216:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881227:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881233:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881238:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201053.881241:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881247:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881256:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:2.0:1776201053.881259:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201053.881262:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201053.881266:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc2b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201053.881273:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002c7d207d reply state 00000000d61066c2 transno 4295010987 ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881548:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201053.881553:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881560:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201053.881563:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881569:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881578:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (00000000917483fe) 00010000:00010000:0.0:1776201053.881580:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201053.881583:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881588:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc2cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.881599:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.881601:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.881602:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.881880:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c7d207d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+278:17702:x1862480738244672:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 2604us (2827us total) trans 4295010987 rc 0/0 00000100:00100000:2.0:1776201053.881889:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72594 00010000:00010000:3.0:1776201053.882091:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882099:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882105:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882115:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.882118:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882123:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882133:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x17610ee3 (000000006044cc89) 00010000:00010000:3.0:1776201053.882135:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.882138:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882144:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc2a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882158:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882163:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882168:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882212:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.882214:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882219:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882226:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x134e:0x0].0x0 (0000000008fd89d1) 00010000:00010000:3.0:1776201053.882228:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.882230:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.882235:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc2aa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x134e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.889610:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.889692:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244800 00000100:00100000:3.0:1776201053.889748:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72595 00000100:00100000:3.0:1776201053.889755:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4aa383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+277:17702:x1862480738244800:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.889814:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.889839:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cdf321cb/0xf221502977e55227 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d4f expref: 277 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889858:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9d878bc/0xf221502977e5520b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d3a expref: 276 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889867:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (00000000561f913a) 00010000:00010000:3.0:1776201053.889877:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.889905:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889918:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889927:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889946:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889952:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.889958:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890054:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890062:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890069:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.890430:0:6374:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3558, 64 off235968 00000004:00080000:3.0:1776201053.890436:0:6374:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1088433254491ns, next at 1089433252274ns, rc = 0 00010000:00010000:3.0:1776201053.890495:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890504:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890511:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890522:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890528:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890543:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890561:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.890577:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cc4aa383 reply state 00000000d87e07db transno 4295010988 ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890621:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890628:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890634:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890640:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.890643:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890650:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890663:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:3.0:1776201053.890665:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.890668:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890674:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc2d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.890683:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cc4aa383 reply state 00000000d87e07db transno 4295010988 ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.890754:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4aa383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+277:17702:x1862480738244800:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 997us (1151us total) trans 4295010988 rc 0/0 00000100:00100000:3.0:1776201053.890761:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72595 00010000:00010000:3.0:1776201053.890789:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201053.890794:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890800:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201053.890802:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890809:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890816:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (000000004769c843) 00010000:00010000:3.0:1776201053.890819:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776201053.890821:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890826:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc2e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.890836:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.890838:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201053.890839:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.896148:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896194:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896203:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896209:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.896213:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896221:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896237:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xe2501d74 (000000005db9ca46) 00010000:00010000:0.0:1776201053.896240:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.896244:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896250:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc2bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896276:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896282:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896288:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896293:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.896295:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896300:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896307:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (00000000917483fe) 00010000:00010000:0.0:1776201053.896309:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.896310:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.896631:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc2c6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201053.897251:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.897755:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738244928 00000100:00100000:3.0:1776201053.897813:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72596 00000100:00100000:3.0:1776201053.897820:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035129540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+276:17702:x1862480738244928:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.897876:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776201053.897899:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000010809a56/0xf221502977e54fe2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c5a expref: 276 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.897918:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056ce48c0/0xf221502977e54fc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c4c expref: 275 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.897929:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (00000000d5ff21c5) 00010000:00010000:3.0:1776201053.897935:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.897966:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.897980:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.897989:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898007:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898014:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898020:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898136:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898144:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898151:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201053.898494:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3559, 64 off236032 00010000:00010000:3.0:1776201053.898566:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898574:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898582:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898588:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898595:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898600:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898615:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201053.898631:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000035129540 reply state 00000000fd9fa139 transno 4295010989 ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898673:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898679:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898685:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898691:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.898694:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898700:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898708:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:3.0:1776201053.898711:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.898714:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.898719:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc2f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201053.898726:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000035129540 reply state 00000000fd9fa139 transno 4295010989 ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.898798:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035129540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+276:17702:x1862480738244928:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 977us (1550us total) trans 4295010989 rc 0/0 00000100:00100000:3.0:1776201053.898806:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72596 00010000:00010000:0.0:1776201053.899011:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899019:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899030:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899036:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.899037:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899042:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899052:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xe93b25ce (000000006aeaa14e) 00010000:00010000:0.0:1776201053.899054:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.899056:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899061:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054befec7/0xf221502977fbc2db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899074:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899080:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899085:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899090:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.899092:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899098:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899104:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (000000004769c843) 00010000:00010000:0.0:1776201053.899106:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.899108:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.899112:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095dcf37a/0xf221502977fbc2e2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899363:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.899367:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899375:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.899377:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899384:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899394:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (00000000d6c8aded) 00010000:00010000:1.0:1776201053.899396:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.899398:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899405:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000300a549e/0xf221502977fbc305 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.899414:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.899416:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.899417:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201053.904624:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201053.904691:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904706:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904715:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904721:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000388b7476 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.904726:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904734:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904749:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xbf0c4e99 (0000000064e28fc0) 00010000:00010000:0.0:1776201053.904752:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201053.904758:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904764:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000388b7476/0xf221502977fbc2f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904784:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904791:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904796:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904800:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075f97a45 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201053.904802:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904806:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904813:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (00000000d6c8aded) 00010000:00010000:0.0:1776201053.904815:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201053.904817:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.904821:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075f97a45/0xf221502977fbc2fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.904885:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245056 00000100:00100000:3.0:1776201053.904936:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72597 00000100:00100000:3.0:1776201053.904942:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c55dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+274:17702:x1862480738245056:12345-192.168.202.3@tcp:36:dbench.0 00010000:00010000:3.0:1776201053.904996:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201053.905014:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc1d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e11e expref: 274 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905025:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000fd9a0493) 00010000:00010000:3.0:1776201053.905031:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201053.905063:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905075:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905097:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905114:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905121:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905128:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905269:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905277:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905283:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905349:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905356:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905361:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905365:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.905368:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905373:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905381:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (0000000001b25c57) 00010000:00010000:3.0:1776201053.905383:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201053.905385:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905389:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc31a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905401:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905407:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905412:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905417:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.905418:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905423:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905429:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (0000000083a2cc48) 00010000:00010000:3.0:1776201053.905431:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.905434:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905439:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc30c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905448:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905454:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905459:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905464:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201053.905465:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905470:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905476:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (000000008aba3320) 00010000:00010000:3.0:1776201053.905479:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201053.905480:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.905485:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc313 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201053.905571:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c55dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+273:17702:x1862480738245056:12345-192.168.202.3@tcp:36:dbench.0 Request processed in 628us (954us total) trans 0 rc -39/-39 00000100:00100000:3.0:1776201053.905579:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72597 00000100:00100000:1.0:1776201053.915122:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.915242:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245184 00000100:00100000:0.0:1776201053.915293:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24401 00000100:00100000:0.0:1776201053.915300:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004331430d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+273:17702:x1862480738245184:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:0.0:1776201053.915623:0:13759:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x13ae:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776201053.915688:0:13759:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3560, 64 off236096 00010000:00010000:0.0:1776201053.915765:0:13759:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915781:0:13759:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915794:0:13759:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915802:0:13759:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915808:0:13759:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915814:0:13759:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.915833:0:13759:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201053.915974:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004331430d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+274:17702:x1862480738245184:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 673us (860us total) trans 4295010990 rc 0/0 00000100:00100000:0.0:1776201053.915983:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24401 00010000:00010000:1.0:1776201053.916222:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.916228:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.916236:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.916240:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.916247:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.916262:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ae:0x0].0x0 (0000000031846a72) 00010000:00010000:1.0:1776201053.916265:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.916269:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.916275:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc321 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.916290:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.916293:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.916294:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.920283:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.920708:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245312 00000100:00100000:3.0:1776201053.920763:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24402 00000100:00100000:3.0:1776201053.920771:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+274:17702:x1862480738245312:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:3.0:1776201053.921147:0:5556:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x88:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1776201053.921269:0:5556:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3561, 64 off236160 00000001:00080000:3.0:1776201053.921277:0:5556:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4295010991 00010000:00010000:3.0:1776201053.921309:0:5556:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921551:0:5556:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921563:0:5556:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921571:0:5556:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921577:0:5556:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921583:0:5556:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201053.921606:0:5556:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201053.921729:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+275:17702:x1862480738245312:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 956us (1463us total) trans 4295010991 rc 0/0 00000100:00100000:3.0:1776201053.921740:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24402 00010000:00010000:1.0:1776201053.922157:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.922163:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.922203:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.922206:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.922214:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.922228:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (0000000001b25c57) 00010000:00010000:1.0:1776201053.922231:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.922236:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.922242:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f13da075/0xf221502977fbc328 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638693605262912 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.922257:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.922258:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.922259:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.925370:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.925437:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245440 00000100:00100000:0.0:1776201053.925490:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24403 00000100:00100000:0.0:1776201053.925497:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+275:17702:x1862480738245440:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:0.0:1776201053.925809:0:13759:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x85:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776201053.925873:0:13759:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3559, 64 off236032 00000004:00080000:0.0:1776201053.925881:0:13759:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1088468698816ns, next at 1089468695937ns, rc = 0 00010000:00010000:0.0:1776201053.925952:0:13759:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.925967:0:13759:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.925979:0:13759:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.925987:0:13759:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.925994:0:13759:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.926000:0:13759:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.926098:0:13759:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201053.926248:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+276:17702:x1862480738245440:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 750us (887us total) trans 4295010992 rc 0/0 00000100:00100000:0.0:1776201053.926257:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24403 00000100:00100000:2.0:1776201053.929997:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.930094:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245568 00000100:00100000:0.0:1776201053.930145:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24404 00000100:00100000:0.0:1776201053.930151:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079000e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+276:17702:x1862480738245568:12345-192.168.202.3@tcp:35:dbench.0 00000004:00080000:0.0:1776201053.930505:0:13759:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x13a7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776201053.930585:0:13759:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3560, 64 off236096 00010000:00010000:0.0:1776201053.930665:0:13759:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.930684:0:13759:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.930697:0:13759:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.930705:0:13759:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.930710:0:13759:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201053.930716:0:13759:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931208:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201053.931214:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931223:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.931226:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931234:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931248:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (000000004d0afe6c) 00010000:00010000:1.0:1776201053.931251:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.931255:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931260:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc32f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931281:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201053.931283:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931289:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201053.931291:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931296:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931303:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a7:0x0].0x0 (000000009a149a36) 00010000:00010000:1.0:1776201053.931305:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201053.931307:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201053.931312:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.931314:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201053.931618:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201053.931928:0:13759:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1776201053.931934:0:13759:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc336 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446638689296499264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13759 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201053.932106:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079000e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+277:17702:x1862480738245568:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 1952us (2116us total) trans 4295010993 rc 0/0 00000100:00100000:0.0:1776201053.932116:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24404 00000100:00100000:2.0:1776201053.936414:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.936717:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245696 00000100:00100000:0.0:1776201053.936762:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24405 00000100:00100000:0.0:1776201053.936768:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf1a2e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+277:17700:x1862480738245696:12345-192.168.202.3@tcp:35:dbench.0 00000001:00080000:0.0:1776201053.937075:0:13759:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4295010994 00000100:00100000:0.0:1776201053.937147:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf1a2e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+278:17700:x1862480738245696:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 379us (740us total) trans 4295010994 rc 0/0 00000100:00100000:0.0:1776201053.937155:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24405 00000100:00100000:2.0:1776201053.939246:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.939313:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245824 00000100:00100000:3.0:1776201053.939365:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24406 00000100:00100000:3.0:1776201053.939370:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+278:17700:x1862480738245824:12345-192.168.202.3@tcp:35:dbench.0 00000100:00100000:3.0:1776201053.939568:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+279:17700:x1862480738245824:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 197us (329us total) trans 4295010995 rc 0/0 00000100:00100000:3.0:1776201053.939576:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24406 00000100:00100000:2.0:1776201053.942264:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.942360:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738245952 00000100:00100000:0.0:1776201053.942406:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24407 00000100:00100000:0.0:1776201053.942412:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+279:17700:x1862480738245952:12345-192.168.202.3@tcp:35:dbench.0 00000100:00100000:0.0:1776201053.942649:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+280:17700:x1862480738245952:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 236us (392us total) trans 4295010996 rc 0/0 00000100:00100000:0.0:1776201053.942657:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24407 00000100:00100000:2.0:1776201053.945601:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201053.945875:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246080 00000100:00100000:3.0:1776201053.945930:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24408 00000100:00100000:3.0:1776201053.945937:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+280:17700:x1862480738246080:12345-192.168.202.3@tcp:35:dbench.0 00000100:00100000:3.0:1776201053.946242:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+281:17700:x1862480738246080:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 304us (649us total) trans 4295010997 rc 0/0 00000100:00100000:3.0:1776201053.946250:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24408 00010000:00010000:1.0:1776201053.947902:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201053.949933:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201053.950026:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246208 00000100:00100000:0.0:1776201053.950078:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24409 00000100:00100000:0.0:1776201053.950093:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+281:17700:x1862480738246208:12345-192.168.202.3@tcp:35:dbench.0 00000100:00100000:0.0:1776201053.950631:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+282:17700:x1862480738246208:12345-192.168.202.3@tcp:35:dbench.0 Request processed in 537us (704us total) trans 4295010998 rc 0/0 00000100:00100000:0.0:1776201053.950640:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24409 00000100:00100000:2.0:1776201054.003949:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.004113:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246272 00000100:00100000:1.0:1776201054.004216:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72598 00000100:00100000:1.0:1776201054.004223:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cea77a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+282:17905:x1862480738246272:12345-192.168.202.3@tcp:101:bash.0 00010000:00010000:1.0:1776201054.004248:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.004267:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc33d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e133 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004370:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004383:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004394:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.004459:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00000004:00200000:1.0:1776201054.004463:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.004494:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004517:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc33d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e133 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004547:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e133 expref: 283 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.004561:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.004564:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.004567:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007617b4c4, rc 0) 00000100:00100000:1.0:1776201054.004621:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cea77a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17905:x1862480738246272:12345-192.168.202.3@tcp:101:bash.0 Request processed in 397us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.004628:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72598 00000100:00100000:2.0:1776201054.033609:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.033697:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246336 00000100:00100000:3.0:1776201054.033748:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72599 00000100:00100000:3.0:1776201054.033754:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000183f61a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17905:x1862480738246336:12345-192.168.202.3@tcp:101:bash.0 00010000:00010000:3.0:1776201054.033775:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.033804:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc34b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e13a expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.033892:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.033905:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.033921:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034323:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034333:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034339:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034403:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034411:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034417:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034423:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.034426:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034433:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034444:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.034447:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.034451:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034456:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc352 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034467:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034472:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034477:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034482:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.034484:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034488:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034494:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x3ae3d5f0 (00000000d6e5e847) 00010000:00010000:3.0:1776201054.034497:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.034498:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034502:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc359 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034560:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc34b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e13a expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034566:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc34b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e13a expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.034575:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.034636:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000183f61a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17905:x1862480738246336:12345-192.168.202.3@tcp:101:bash.0 Request processed in 880us (1033us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.034643:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72599 00000100:00100000:2.0:1776201054.043779:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.043878:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246400 00000100:00100000:3.0:1776201054.043933:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72600 00000100:00100000:3.0:1776201054.043940:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca403517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246400:12345-192.168.202.3@tcp:101:date.0 00010000:00010000:3.0:1776201054.043961:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.043980:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc360 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e141 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044069:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044081:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044092:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044105:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044112:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044117:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044224:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044232:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044238:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044244:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.044247:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044253:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044265:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.044268:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.044271:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044276:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc367 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044291:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044296:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044301:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044306:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.044307:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044312:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044317:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xeddcfc6c (00000000d6e5e847) 00010000:00010000:3.0:1776201054.044319:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.044321:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044325:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc36e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044358:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc360 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e141 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044365:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc360 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e141 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.044377:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.044429:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca403517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246400:12345-192.168.202.3@tcp:101:date.0 Request processed in 489us (659us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.044437:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72600 00000100:00100000:1.0:1776201054.057286:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.057382:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246464 00000100:00100000:3.0:1776201054.057434:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72601 00000100:00100000:3.0:1776201054.057440:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a536bbcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246464:12345-192.168.202.3@tcp:101:date.0 00010000:00010000:3.0:1776201054.057461:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.057480:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc375 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e148 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057580:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057594:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057605:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057617:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057623:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057629:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057697:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057703:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057709:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057714:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.057717:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057723:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057733:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.057736:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.057740:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057745:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc37c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057758:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057763:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057773:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057777:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.057778:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057783:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057788:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x3491cd4c (00000000d6e5e847) 00010000:00010000:3.0:1776201054.057791:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.057792:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057797:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc383 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057832:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc375 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e148 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057838:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc375 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e148 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.057846:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.057907:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a536bbcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246464:12345-192.168.202.3@tcp:101:date.0 Request processed in 467us (638us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.057914:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72601 00000100:00100000:2.0:1776201054.063240:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.063488:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246528 00000100:00100000:1.0:1776201054.063552:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72602 00000100:00100000:1.0:1776201054.063558:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7711ed5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246528:12345-192.168.202.3@tcp:101:date.0 00010000:00010000:1.0:1776201054.063578:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.063598:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc38a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e14f expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063689:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063704:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063714:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063727:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063733:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063739:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063810:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063817:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063823:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063829:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.063833:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063840:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063851:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.063853:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.063857:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063862:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc391 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063876:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063886:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063890:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063895:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.063897:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063902:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063907:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x3735a305 (000000006baee33b) 00010000:00010000:1.0:1776201054.063910:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.063911:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063916:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc398 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063954:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc38a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e14f expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063962:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc38a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e14f expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.063970:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.064093:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7711ed5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246528:12345-192.168.202.3@tcp:101:date.0 Request processed in 535us (862us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.064101:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72602 00000100:00100000:2.0:1776201054.077148:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.077748:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246656 00000100:00100000:3.0:1776201054.077863:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72603 00000100:00100000:3.0:1776201054.077870:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb1093d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246656:12345-192.168.202.3@tcp:101:date.0 00010000:00010000:3.0:1776201054.077895:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.077914:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc39f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e156 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078014:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078028:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078039:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078052:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078058:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078063:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078143:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078151:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078162:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078175:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.078212:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078219:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078230:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.078233:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.078237:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078242:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078253:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078258:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078263:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078267:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.078269:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078283:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078289:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x820cea43 (00000000d6e5e847) 00010000:00010000:3.0:1776201054.078292:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.078293:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078298:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078335:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc39f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e156 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078342:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc39f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e156 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.078349:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.078406:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb1093d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17906:x1862480738246656:12345-192.168.202.3@tcp:101:date.0 Request processed in 536us (1267us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.078413:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72603 00000100:00100000:0.0:1776201054.116847:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.117015:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246720 00000100:00100000:3.0:1776201054.117069:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72604 00000100:00100000:3.0:1776201054.117076:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fdd51e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17678:x1862480738246720:12345-192.168.202.3@tcp:101:bash.0 00010000:00010000:3.0:1776201054.117098:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.117122:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e15d expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117267:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117291:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117303:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117317:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117323:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117329:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117398:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117404:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117410:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117416:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.117419:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117426:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117437:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.117440:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.117444:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117449:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117459:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117464:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117468:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117472:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.117474:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117478:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117483:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x4e1a61e4 (00000000d6e5e847) 00010000:00010000:3.0:1776201054.117485:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.117487:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117492:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117525:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3b4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e15d expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117546:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e15d expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.117554:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.117611:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fdd51e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17678:x1862480738246720:12345-192.168.202.3@tcp:101:bash.0 Request processed in 535us (772us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.117618:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72604 00000100:00100000:2.0:1776201054.127231:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.127638:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246848 00000100:00100000:1.0:1776201054.127692:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72605 00000100:00100000:1.0:1776201054.127699:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9c04295 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738246848:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.127721:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.127740:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e164 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127866:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127880:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127892:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127904:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127911:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127917:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127988:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.127996:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128002:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128008:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.128011:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128018:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128029:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.128032:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.128037:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128042:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc3d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128056:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128061:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128067:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128077:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.128079:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128085:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128091:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x5eacde (000000006baee33b) 00010000:00010000:1.0:1776201054.128093:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.128095:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128100:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128138:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e164 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128146:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e164 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.128155:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.128281:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9c04295 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738246848:12345-192.168.202.3@tcp:101:ps.0 Request processed in 581us (1057us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.128289:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72605 00000100:00100000:2.0:1776201054.140661:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.141226:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738246976 00000100:00100000:3.0:1776201054.141289:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72606 00000100:00100000:3.0:1776201054.141294:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000097d0711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738246976:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:3.0:1776201054.141314:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.141334:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e16b expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141429:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141443:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141456:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141482:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141489:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141494:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141574:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141581:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141587:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141592:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.141595:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141601:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141612:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.141614:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.141618:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141624:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc3e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141636:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141640:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141645:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141649:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.141651:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141656:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141661:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x55f752d8 (00000000d6e5e847) 00010000:00010000:3.0:1776201054.141663:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.141664:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141669:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc3ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141709:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3de lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e16b expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141716:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc3de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e16b expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.141724:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.141787:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000097d0711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738246976:12345-192.168.202.3@tcp:101:ps.0 Request processed in 492us (1135us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.141794:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72606 00000100:00100000:0.0:1776201054.159296:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.159451:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247104 00000100:00100000:1.0:1776201054.159498:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72607 00000100:00100000:1.0:1776201054.159505:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d3e50d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247104:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.159526:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.159582:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e172 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159684:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159698:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159708:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159720:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159726:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159731:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159800:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159806:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159812:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159822:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.159824:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159831:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159841:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.159844:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.159847:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159852:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc3fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159865:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159869:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159874:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159878:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.159880:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159885:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159891:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xaf3dc4c9 (000000006baee33b) 00010000:00010000:1.0:1776201054.159892:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.159894:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159898:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc401 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159938:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3f3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e172 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159945:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc3f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e172 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.159953:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.160007:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d3e50d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247104:12345-192.168.202.3@tcp:101:ps.0 Request processed in 502us (721us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.160013:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72607 00000100:00100000:2.0:1776201054.171629:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.171746:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247232 00000100:00100000:3.0:1776201054.171816:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72608 00000100:00100000:3.0:1776201054.171823:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d79baed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247232:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:3.0:1776201054.171845:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.171867:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc408 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e179 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.171998:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172014:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172026:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172044:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172051:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172057:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172141:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172148:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172154:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172159:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.172163:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172169:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172227:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201054.172231:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.172235:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172242:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc40f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172260:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172266:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172279:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172285:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.172287:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172292:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172300:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x46114526 (00000000d6e5e847) 00010000:00010000:3.0:1776201054.172302:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.172304:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172309:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc416 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172350:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc408 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e179 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172356:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc408 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e179 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.172365:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00000100:00100000:3.0:1776201054.172410:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d79baed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247232:12345-192.168.202.3@tcp:101:ps.0 Request processed in 588us (790us total) trans 0 rc 301/301 00000100:00100000:3.0:1776201054.172415:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72608 00000100:00100000:2.0:1776201054.183644:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.183976:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247360 00000100:00100000:1.0:1776201054.184088:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72609 00000100:00100000:1.0:1776201054.184095:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012e28d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247360:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.184119:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.184140:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc41d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e180 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184322:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184344:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184358:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184374:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184381:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184387:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184466:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184472:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184477:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184480:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.184483:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184487:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184500:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.184502:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.184505:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184509:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc424 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184521:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184524:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184527:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184541:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.184543:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184548:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184554:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x907a850 (000000006baee33b) 00010000:00010000:1.0:1776201054.184556:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.184558:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184566:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc42b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184598:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc41d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e180 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184603:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc41d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e180 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.184608:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.184656:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012e28d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247360:12345-192.168.202.3@tcp:101:ps.0 Request processed in 561us (1025us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.184661:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72609 00000100:00100000:0.0:1776201054.190942:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.191010:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247488 00000100:00100000:1.0:1776201054.191064:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72610 00000100:00100000:1.0:1776201054.191070:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a69942a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247488:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.191091:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.191110:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc432 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e187 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191241:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191256:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191267:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191291:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191298:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191304:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191374:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191381:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191386:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191392:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.191395:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191401:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191412:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.191415:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.191418:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191429:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc439 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191442:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191453:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191457:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191462:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.191464:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191469:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191476:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x85a1b653 (000000006baee33b) 00010000:00010000:1.0:1776201054.191478:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.191479:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191484:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc440 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191523:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc432 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e187 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191553:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc432 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e187 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.191561:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.191620:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a69942a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247488:12345-192.168.202.3@tcp:101:ps.0 Request processed in 548us (684us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.191628:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72610 00000100:00100000:2.0:1776201054.200062:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.200256:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247616 00000100:00100000:1.0:1776201054.200586:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72611 00000100:00100000:1.0:1776201054.200593:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000373bc4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247616:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.200618:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.200638:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc447 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e18e expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200742:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200760:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200773:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200874:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200882:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200894:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200983:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200991:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.200998:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201003:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.201007:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201014:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201025:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.201028:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.201032:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201036:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc44e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201051:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201059:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201064:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201069:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.201071:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201075:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201081:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x102009d5 (000000006baee33b) 00010000:00010000:1.0:1776201054.201083:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.201085:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201090:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201133:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc447 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e18e expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201140:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc447 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e18e expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.201148:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.201432:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000373bc4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247616:12345-192.168.202.3@tcp:101:ps.0 Request processed in 838us (1377us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.201439:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72611 00000100:00100000:2.0:1776201054.209913:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.210125:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247744 00000100:00100000:1.0:1776201054.210219:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72612 00000100:00100000:1.0:1776201054.210226:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4ea7ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247744:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.210254:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.210290:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc45c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e195 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210426:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210443:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210455:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210471:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210478:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210483:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210570:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210578:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210585:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210590:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.210593:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210600:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210610:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.210613:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.210616:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210621:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc463 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210634:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210639:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210645:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210653:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.210655:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210660:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210665:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x42ab077a (000000006baee33b) 00010000:00010000:1.0:1776201054.210668:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.210669:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210673:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc46a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210719:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc45c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e195 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210727:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc45c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e195 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.210737:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.210808:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4ea7ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247744:12345-192.168.202.3@tcp:101:ps.0 Request processed in 581us (907us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.210816:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72612 00000100:00100000:0.0:1776201054.219175:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.219307:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738247872 00000100:00100000:1.0:1776201054.219365:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72613 00000100:00100000:1.0:1776201054.219371:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb0a205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247872:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.219393:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.219414:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc471 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e19c expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219516:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219547:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219559:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219573:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219580:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219586:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219662:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219668:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219673:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219681:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.219685:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219690:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219699:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.219700:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.219704:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219707:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc478 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219721:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219725:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219728:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219730:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.219731:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219734:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219738:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x28a377f8 (000000006baee33b) 00010000:00010000:1.0:1776201054.219740:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.219741:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219743:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc47f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219775:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc471 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e19c expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219779:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc471 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e19c expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.219785:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.219842:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb0a205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738247872:12345-192.168.202.3@tcp:101:ps.0 Request processed in 469us (685us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.219849:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72613 00000100:00100000:2.0:1776201054.227678:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.227801:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248000 00000100:00100000:0.0:1776201054.227878:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72614 00000100:00100000:0.0:1776201054.227886:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad5d2018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248000:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:0.0:1776201054.227915:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201054.227941:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc486 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1a3 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228054:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228069:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228081:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228096:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228102:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228109:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228259:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228267:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228273:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228282:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.228286:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228292:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228304:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:0.0:1776201054.228307:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.228311:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228317:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc48d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228330:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228335:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228340:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228345:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.228347:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228351:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228358:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x90ba0166 (000000009a149a36) 00010000:00010000:0.0:1776201054.228360:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.228362:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228366:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc494 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228411:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc486 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1a3 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228419:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc486 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1a3 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.228429:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d991784f, rc 0) 00000100:00100000:0.0:1776201054.228515:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad5d2018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248000:12345-192.168.202.3@tcp:101:ps.0 Request processed in 615us (832us total) trans 0 rc 301/301 00000100:00100000:0.0:1776201054.228523:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72614 00000100:00100000:2.0:1776201054.235860:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.235977:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248128 00000100:00100000:1.0:1776201054.236040:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72615 00000100:00100000:1.0:1776201054.236047:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000307f05dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248128:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.236071:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.236092:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc49b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1aa expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236236:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236257:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236269:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236282:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236289:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236294:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236372:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236380:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236387:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236392:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.236396:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236402:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236415:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.236418:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.236422:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236429:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236445:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236451:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236455:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236460:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.236462:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236467:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236484:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xce5b6a33 (000000006baee33b) 00010000:00010000:1.0:1776201054.236486:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.236488:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236497:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236552:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc49b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1aa expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236559:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc49b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1aa expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.236568:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.236632:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000307f05dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248128:12345-192.168.202.3@tcp:101:ps.0 Request processed in 585us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.236642:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72615 00000100:00100000:2.0:1776201054.240965:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.253370:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248256 00000100:00100000:0.0:1776201054.253437:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72616 00000100:00100000:0.0:1776201054.253445:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060c66235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248256:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:0.0:1776201054.253466:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201054.253497:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1b1 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253625:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253645:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253666:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253681:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253688:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.253693:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254042:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254051:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254058:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254064:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.254067:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254073:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254169:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:0.0:1776201054.254173:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.254177:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254254:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254267:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254272:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254277:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254282:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.254284:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254289:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254297:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xe87eaafc (000000009a149a36) 00010000:00010000:0.0:1776201054.254299:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.254301:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254310:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254353:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4b0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1b1 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254360:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1b1 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.254369:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d991784f, rc 0) 00000100:00100000:0.0:1776201054.254898:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060c66235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248256:12345-192.168.202.3@tcp:101:ps.0 Request processed in 1450us (13941us total) trans 0 rc 301/301 00000100:00100000:0.0:1776201054.254906:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72616 00010000:00010000:0.0:1776201054.259468:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201054.264630:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.264720:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248384 00000100:00100000:0.0:1776201054.264793:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72617 00000100:00100000:0.0:1776201054.264800:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000691a262a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248384:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:0.0:1776201054.264821:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201054.264843:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1b8 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.264956:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.264973:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.264991:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265007:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265014:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265021:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265094:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265102:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265108:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265114:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.265117:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265123:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265134:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:0.0:1776201054.265137:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.265141:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265148:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc4cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265161:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265166:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265170:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265174:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.265176:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265237:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265246:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xc9c87587 (000000009a149a36) 00010000:00010000:0.0:1776201054.265248:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.265250:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265255:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc4d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265304:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1b8 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265312:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc4c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1b8 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.265321:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d991784f, rc 0) 00000100:00100000:0.0:1776201054.265384:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000691a262a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248384:12345-192.168.202.3@tcp:101:ps.0 Request processed in 584us (761us total) trans 0 rc 301/301 00000100:00100000:0.0:1776201054.265391:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72617 00000100:00100000:1.0:1776201054.270089:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.270443:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248512 00000100:00100000:2.0:1776201054.270649:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72618 00000100:00100000:2.0:1776201054.270656:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009deec0cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248512:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:2.0:1776201054.270678:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.270709:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc4da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1bf expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270817:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270831:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270841:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270855:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270860:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270867:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270937:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270944:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270951:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270958:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.270961:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270969:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270979:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:2.0:1776201054.270983:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.270987:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.270993:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc4e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271004:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271010:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271015:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271020:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.271022:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271026:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271033:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xfb43d54d (00000000fbf79835) 00010000:00010000:2.0:1776201054.271035:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.271037:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271042:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc4e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271092:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc4da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1bf expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271101:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc4da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1bf expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.271109:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000013420c1b, rc 0) 00000100:00100000:2.0:1776201054.271177:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009deec0cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248512:12345-192.168.202.3@tcp:101:ps.0 Request processed in 520us (1096us total) trans 0 rc 301/301 00000100:00100000:2.0:1776201054.271204:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72618 00000100:00100000:2.0:1776201054.278239:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.278332:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248640 00000100:00100000:1.0:1776201054.278394:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72619 00000100:00100000:1.0:1776201054.278401:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a24138d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248640:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.278422:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.278442:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc4ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1c6 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278546:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278560:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278576:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278589:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278596:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278601:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278674:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278681:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278688:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278694:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.278697:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278704:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278716:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.278719:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.278722:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278727:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc4f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278741:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278747:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278752:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278757:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.278759:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278764:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278770:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x2ca39d83 (000000006baee33b) 00010000:00010000:1.0:1776201054.278772:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.278773:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278778:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc4fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278819:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc4ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1c6 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278826:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc4ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1c6 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.278833:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000920b5607, rc 0) 00000100:00100000:1.0:1776201054.278893:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a24138d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248640:12345-192.168.202.3@tcp:101:ps.0 Request processed in 491us (663us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.278900:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72619 00000100:00100000:3.0:1776201054.284008:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.292578:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248768 00000100:00100000:1.0:1776201054.292743:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72620 00000100:00100000:1.0:1776201054.292751:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248768:12345-192.168.202.3@tcp:101:ps.0 00010000:00010000:1.0:1776201054.292787:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.292813:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc504 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1cd expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292938:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292949:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292958:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292967:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292975:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.292978:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293036:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293040:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293044:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293048:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.293051:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293055:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293062:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.293064:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.293066:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293070:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc50b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293094:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293098:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293102:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293104:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.293105:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293108:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293112:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xb8395982 (00000000ddbe1466) 00010000:00010000:1.0:1776201054.293113:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.293114:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293117:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc512 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293157:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc504 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1cd expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293165:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc504 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1cd expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.293375:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ec346f4d, rc 0) 00000100:00100000:1.0:1776201054.293440:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8a0c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17907:x1862480738248768:12345-192.168.202.3@tcp:101:ps.0 Request processed in 689us (9440us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.293447:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72620 00000100:00100000:2.0:1776201054.340714:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.340824:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248832 00000100:00100000:1.0:1776201054.340874:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72621 00000100:00100000:1.0:1776201054.340880:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e90e3ef5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17678:x1862480738248832:12345-192.168.202.3@tcp:101:bash.0 00010000:00010000:1.0:1776201054.340899:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.340917:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc519 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1d4 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341011:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341025:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341035:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341047:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341054:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341059:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341136:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341144:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341150:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341155:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.341158:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341165:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341176:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:1.0:1776201054.341178:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.341216:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341222:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc520 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341237:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341242:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341253:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341258:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.341260:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341265:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341279:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x7393eb54 (00000000ddbe1466) 00010000:00010000:1.0:1776201054.341282:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.341283:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341288:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc527 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341325:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc519 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1d4 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341333:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc519 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1d4 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.341341:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ec346f4d, rc 0) 00000100:00100000:1.0:1776201054.341391:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e90e3ef5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+283:17678:x1862480738248832:12345-192.168.202.3@tcp:101:bash.0 Request processed in 511us (684us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201054.341399:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72621 00000100:00100000:0.0:1776201054.353407:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.353592:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738248896 00000100:00100000:2.0:1776201054.353651:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72622 00000100:00100000:2.0:1776201054.353658:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028f0fba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+283:17908:x1862480738248896:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.353679:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.353699:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc52e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1db expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353795:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353810:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353822:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353837:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353845:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353850:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353957:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353964:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.353970:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.354009:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.354012:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.354047:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354059:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354065:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354072:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354426:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.354431:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354438:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354450:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:2.0:1776201054.354452:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.354456:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354462:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc535 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354474:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354480:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354487:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354492:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.354494:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354500:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354507:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (00000000fbf79835) 00010000:00010000:2.0:1776201054.354510:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.354512:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354517:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc53c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354558:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc52e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1db expref: 285 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354572:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1db expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.354578:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:2.0:1776201054.354581:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.354583:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5ab4424, rc 0) 00000100:00100000:2.0:1776201054.354728:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028f0fba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+284:17908:x1862480738248896:12345-192.168.202.3@tcp:101:rm.0 Request processed in 1069us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.354736:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72622 00000100:00100000:0.0:1776201054.366008:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.366281:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249024 00000100:00100000:2.0:1776201054.366391:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72623 00000100:00100000:2.0:1776201054.366398:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024fadcd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+284:17908:x1862480738249024:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.366423:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.366447:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc54a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1e2 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.366606:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00010000:00010000:2.0:1776201054.366725:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc54a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1e2 expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.366734:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc54a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1e2 expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.366747:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f7ce7350, rc 0) 00000100:00100000:2.0:1776201054.366797:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024fadcd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738249024:12345-192.168.202.3@tcp:101:rm.0 Request processed in 399us (797us total) trans 4295010999 rc 301/301 00000100:00100000:2.0:1776201054.366804:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72623 00000100:00100000:1.0:1776201054.371768:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.371876:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249088 00000100:00100000:3.0:1776201054.371932:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24410 00000100:00100000:3.0:1776201054.371939:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f04269b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738249088:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.378352:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f04269b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738249088:12345-192.168.202.3@tcp:37:rm.0 Request processed in 6405us (6587us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.378364:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24410 00000100:00100000:0.0:1776201054.383048:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.383336:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249216 00000100:00100000:2.0:1776201054.383403:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24411 00000100:00100000:2.0:1776201054.383408:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738249216:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.383724:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738249216:12345-192.168.202.3@tcp:35:rm.0 Request processed in 314us (685us total) trans 4295011000 rc 0/0 00000100:00100000:2.0:1776201054.383731:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24411 00000100:00100000:1.0:1776201054.387306:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.387585:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249344 00000100:00100000:2.0:1776201054.387639:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72624 00000100:00100000:2.0:1776201054.387646:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000815916b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738249344:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.387675:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.387697:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc558 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1e9 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.387850:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc55f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.387865:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc55f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.387877:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc55f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.387889:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00010000:00010000:2.0:1776201054.388013:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc558 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1e9 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.388030:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc55f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1e9 expref: 288 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.388038:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:2.0:1776201054.388041:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1776201054.388043:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000013420c1b, rc 0) 00000100:00100000:2.0:1776201054.388106:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000815916b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738249344:12345-192.168.202.3@tcp:101:rm.0 Request processed in 459us (807us total) trans 4295011001 rc 0/0 00000100:00100000:2.0:1776201054.388113:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72624 00000100:00100000:1.0:1776201054.392499:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.392593:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249408 00000100:00100000:2.0:1776201054.392649:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72625 00000100:00100000:2.0:1776201054.392656:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a934e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:2226:x1862480738249408:12345-192.168.202.3@tcp:101:ll_sa_17908.0 00010000:00010000:2.0:1776201054.392684:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.392707:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc56d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1f0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392809:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392823:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392834:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392847:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392853:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392859:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392958:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392967:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.392974:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.393009:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.393013:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.393047:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393058:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393064:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393069:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393075:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.393079:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393086:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393097:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:2.0:1776201054.393100:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.393105:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393110:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc574 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393124:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393130:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393136:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393140:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c359299 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.393142:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393147:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393153:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0xf138ac0d (00000000fbf79835) 00010000:00010000:2.0:1776201054.393156:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.393157:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393162:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc57b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393225:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc56d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f0 expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393239:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f0 expref: 289 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.393245:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:2.0:1776201054.393248:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.393250:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d51cb469, rc 0) 00000100:00100000:2.0:1776201054.393312:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a934e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:2226:x1862480738249408:12345-192.168.202.3@tcp:101:ll_sa_17908.0 Request processed in 655us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.393320:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72625 00000100:00100000:0.0:1776201054.394824:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.394921:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249472 00000100:00100000:1.0:1776201054.394973:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72626 00000100:00100000:1.0:1776201054.394980:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000274a5e76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738249472:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201054.394997:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.395013:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc589 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1f7 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395110:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395123:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395133:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.395218:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x41:0x0]: returning size 11264 00000004:00200000:1.0:1776201054.395222:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.395246:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395480:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc589 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f7 expref: 291 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395502:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f7 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.395511:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000007b78115a) 00010000:00010000:1.0:1776201054.395513:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.395515:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008fd2dd88, rc 0) 00000100:00100000:1.0:1776201054.395616:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000274a5e76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249472:12345-192.168.202.3@tcp:101:rm.0 Request processed in 636us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.395624:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72626 00000100:00100000:1.0:1776201054.402093:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.402167:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249536 00000100:00100000:2.0:1776201054.402233:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24412 00000100:00100000:2.0:1776201054.402240:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010344650 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249536:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.406439:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010344650 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249536:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4189us (4354us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.406458:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24412 00000100:00100000:0.0:1776201054.412361:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.412484:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249600 00000100:00100000:2.0:1776201054.412545:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24413 00000100:00100000:2.0:1776201054.412552:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249600:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.417597:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249600:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5036us (5236us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.417614:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24413 00000100:00100000:1.0:1776201054.422474:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.422580:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249664 00000100:00100000:2.0:1776201054.422667:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72627 00000100:00100000:2.0:1776201054.422674:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c16cd51c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738249664:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.422698:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.422723:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc597 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e1fe expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422825:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422840:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422856:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.422913:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xbe:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.422916:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.422941:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422965:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc597 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1fe expref: 292 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422985:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1fe expref: 291 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.422991:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (00000000929382c5) 00010000:00010000:2.0:1776201054.422994:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.422997:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005c359299, rc 0) 00000100:00100000:2.0:1776201054.423059:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c16cd51c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+291:17908:x1862480738249664:12345-192.168.202.3@tcp:101:rm.0 Request processed in 384us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.423066:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72627 00000100:00100000:1.0:1776201054.427518:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.427622:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249728 00000100:00100000:2.0:1776201054.427673:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24414 00000100:00100000:2.0:1776201054.427680:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000044d798f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+291:17908:x1862480738249728:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.432239:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000044d798f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+291:17908:x1862480738249728:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4551us (4721us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.432256:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24414 00000100:00100000:1.0:1776201054.436686:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.436867:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249856 00000100:00100000:2.0:1776201054.436922:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24415 00000100:00100000:2.0:1776201054.436929:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006df569c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+291:17908:x1862480738249856:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.437629:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006df569c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+292:17908:x1862480738249856:12345-192.168.202.3@tcp:35:rm.0 Request processed in 699us (951us total) trans 4295011002 rc 0/0 00000100:00100000:2.0:1776201054.437638:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24415 00000100:00100000:2.0:1776201054.440220:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.440293:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738249984 00000100:00100000:3.0:1776201054.440346:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72628 00000100:00100000:3.0:1776201054.440352:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000539a396f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+292:17908:x1862480738249984:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:3.0:1776201054.440402:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1776201054.440428:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c359299/0xf221502977fbc59e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1fe expref: 292 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440448:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbb123 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e05a expref: 291 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440459:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004105674d/0xf221502977e63e75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfe030 expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440469:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083ef4b7c/0xf221502977e58079 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xbe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ff5 expref: 289 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440484:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (00000000929382c5) 00010000:00010000:3.0:1776201054.440497:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273a58f6/0xf221502977e584af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa192 expref: 288 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440506:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:3.0:1776201054.440509:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201054.440545:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440558:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440566:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440580:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440586:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440592:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440699:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440707:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.440718:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.441103:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xbe:0x0]: returning size 11264 00000004:00010000:3.0:1776201054.441120:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000539a396f reply state 00000000795015a7 transno 4295011003 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441155:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441161:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441168:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441173:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.441176:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441221:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441230:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:3.0:1776201054.441232:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.441236:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.441241:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201054.441248:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000539a396f reply state 00000000795015a7 transno 4295011003 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.441913:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000539a396f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738249984:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1557us (1698us total) trans 4295011003 rc 0/0 00000100:00100000:3.0:1776201054.441923:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72628 00010000:00010000:1.0:1776201054.444887:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444905:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444913:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444920:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.444923:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444930:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444946:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x106120ec (00000000d6e5e847) 00010000:00010000:1.0:1776201054.444950:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.444954:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444960:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf1c421/0xf221502977fbc5ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444980:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444986:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444992:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.444997:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.444999:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.445005:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.445012:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (000000005b4bc5b5) 00010000:00010000:1.0:1776201054.445014:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.445016:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.445021:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbc5b3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.445576:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.445679:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250048 00000100:00100000:3.0:1776201054.445763:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72629 00000100:00100000:3.0:1776201054.445771:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecf25041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738250048:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201054.445797:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.445815:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e205 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.445914:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.445927:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.445937:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.445993:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6a:0x0]: returning size 12288 00000004:00200000:3.0:1776201054.445996:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201054.446017:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.446040:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e205 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.446054:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e205 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.446060:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (0000000056681f2d) 00010000:00010000:3.0:1776201054.446062:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201054.446065:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e8ed226c, rc 0) 00000100:00100000:3.0:1776201054.446131:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecf25041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250048:12345-192.168.202.3@tcp:101:rm.0 Request processed in 360us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.446138:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72629 00000100:00100000:2.0:1776201054.450470:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201054.450493:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000accf0c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742310912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1776201054.450576:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201054.450703:0:13823:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742310912 00000100:00100000:0.0:1776201054.450748:0:13823:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1776201054.450753:0:13823:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf1a2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3024:x1862480742310912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1776201054.450789:0:13823:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 42598400 granted 510590976 pending 0 free 3823108096 avail 3821010944 00000100:00100000:0.0:1776201054.450835:0:13823:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf1a2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3024:x1862480742310912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201054.450841:0:13823:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1776201054.450927:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000accf0c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742310912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1776201054.454426:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.454641:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250112 00000100:00100000:0.0:1776201054.454695:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24416 00000100:00100000:0.0:1776201054.454702:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250112:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.460865:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250112:12345-192.168.202.3@tcp:37:rm.0 Request processed in 6155us (6438us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.460882:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24416 00000100:00100000:0.0:1776201054.465069:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.465435:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250240 00000100:00100000:2.0:1776201054.465525:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24417 00000100:00100000:2.0:1776201054.465542:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accf0c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250240:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.465857:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accf0c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250240:12345-192.168.202.3@tcp:35:rm.0 Request processed in 315us (795us total) trans 4295011004 rc 0/0 00000100:00100000:2.0:1776201054.465865:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24417 00000100:00100000:2.0:1776201054.475738:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.475850:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250368 00000100:00100000:3.0:1776201054.475935:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72630 00000100:00100000:3.0:1776201054.475941:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250368:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:3.0:1776201054.475997:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776201054.476024:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc5c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e205 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476044:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000560e670e/0xf221502977e55fda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df929d expref: 289 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476054:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049a5e1b0/0xf221502977e55f39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9257 expref: 288 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476061:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (0000000056681f2d) 00010000:00010000:3.0:1776201054.476069:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201054.476392:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476414:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476424:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476439:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476446:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476451:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476573:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476581:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.476588:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.476953:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6a:0x0]: returning size 12288 00000004:00010000:3.0:1776201054.476966:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c82a4778 reply state 000000000e0f8d1e transno 4295011005 ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477006:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477013:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477020:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477025:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201054.477029:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477035:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477044:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:3.0:1776201054.477047:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201054.477050:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.477056:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc5c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201054.477064:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c82a4778 reply state 000000000e0f8d1e transno 4295011005 ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.477635:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82a4778 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250368:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1691us (1901us total) trans 4295011005 rc 0/0 00000100:00100000:3.0:1776201054.477646:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72630 00000100:00100000:1.0:1776201054.484116:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.484359:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250432 00000100:00100000:3.0:1776201054.484410:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72631 00000100:00100000:3.0:1776201054.484417:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008a380d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250432:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201054.484444:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.484465:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc5dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e20c expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484572:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484589:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484600:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.484665:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x82:0x0]: returning size 11264 00000004:00200000:3.0:1776201054.484668:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201054.484691:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484717:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc5dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e20c expref: 291 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484733:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e20c expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.484741:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:3.0:1776201054.484744:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201054.484747:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d5cb548f, rc 0) 00000100:00100000:3.0:1776201054.484802:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008a380d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250432:12345-192.168.202.3@tcp:101:rm.0 Request processed in 384us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.484809:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72631 00000100:00100000:3.0:1776201054.488424:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.488673:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250496 00000100:00100000:1.0:1776201054.488726:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24418 00000100:00100000:1.0:1776201054.488732:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250496:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.492583:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250496:12345-192.168.202.3@tcp:37:rm.0 Request processed in 3842us (4159us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.492598:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24418 00010000:00010000:0.0:1776201054.496724:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496743:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496751:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496757:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.496761:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496769:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496785:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x8cffc40b (000000005f3b157c) 00010000:00010000:0.0:1776201054.496788:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.496791:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496797:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbc5cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496818:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496824:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496830:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496835:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa6bfede already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.496837:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496841:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496847:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (000000000306bd9a) 00010000:00010000:0.0:1776201054.496849:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201054.496850:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.496855:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa6bfede/0xf221502977fbc5d6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.497270:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.497369:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250624 00000100:00100000:2.0:1776201054.497407:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24419 00000100:00100000:2.0:1776201054.497413:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250624:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.497674:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250624:12345-192.168.202.3@tcp:35:rm.0 Request processed in 260us (408us total) trans 4295011006 rc 0/0 00000100:00100000:2.0:1776201054.497682:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24419 00000100:00100000:3.0:1776201054.500122:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.500299:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250752 00000100:00100000:1.0:1776201054.500357:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72632 00000100:00100000:1.0:1776201054.500364:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000958bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738250752:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.500416:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.500441:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbc5e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e20c expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500462:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088cbfe63/0xf221502977e56981 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9694 expref: 289 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500472:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090499885/0xf221502977e5688c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x82:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9640 expref: 288 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500482:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (00000000bfbaea54) 00010000:00010000:1.0:1776201054.500492:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.500522:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500547:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500557:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500572:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500579:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500585:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500691:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500700:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.500706:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.501064:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x82:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.501090:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000000958bd7 reply state 00000000279953a2 transno 4295011007 ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501124:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501130:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501137:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501143:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.501146:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501153:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501161:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.501163:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.501165:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.501170:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc5eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.501234:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000000958bd7 reply state 00000000279953a2 transno 4295011007 ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.501307:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000958bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250752:12345-192.168.202.3@tcp:36:rm.0 Request processed in 942us (1191us total) trans 4295011007 rc 0/0 00000100:00100000:1.0:1776201054.501314:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72632 00010000:00010000:0.0:1776201054.504567:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504587:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504594:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504600:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.504604:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504611:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504628:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0xf17aab4e (00000000ddbe1466) 00010000:00010000:0.0:1776201054.504631:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.504635:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504640:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075b20e41/0xf221502977fbc5f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504661:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504667:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504671:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504675:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.504677:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504682:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504689:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (000000006baee33b) 00010000:00010000:0.0:1776201054.504691:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201054.504693:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.504698:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000920b5607/0xf221502977fbc5f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.505787:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.506952:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250816 00000100:00100000:2.0:1776201054.507046:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72633 00000100:00100000:2.0:1776201054.507054:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cb9f3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738250816:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.507093:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.507115:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e213 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507236:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507250:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507260:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.507315:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5e:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.507330:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.507354:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507377:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e213 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507397:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e213 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.507405:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:2.0:1776201054.507408:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.507410:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d55785d, rc 0) 00000100:00100000:2.0:1776201054.507523:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cb9f3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250816:12345-192.168.202.3@tcp:101:rm.0 Request processed in 469us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.507540:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72633 00000100:00100000:3.0:1776201054.511803:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.511952:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738250880 00000100:00100000:1.0:1776201054.512005:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24420 00000100:00100000:1.0:1776201054.512011:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a391a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250880:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201054.517520:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a391a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738250880:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5500us (5717us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.517543:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24420 00000100:00100000:0.0:1776201054.521646:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.521925:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251008 00000100:00100000:1.0:1776201054.521979:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24421 00000100:00100000:1.0:1776201054.521985:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251008:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.522591:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251008:12345-192.168.202.3@tcp:35:rm.0 Request processed in 604us (951us total) trans 4295011008 rc 0/0 00000100:00100000:1.0:1776201054.522600:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24421 00000100:00100000:3.0:1776201054.525505:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.525599:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251136 00000100:00100000:2.0:1776201054.525655:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72634 00000100:00100000:2.0:1776201054.525662:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097ffc9f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251136:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.525716:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.525745:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc607 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e213 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525763:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050c70047/0xf221502977e55b5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90d6 expref: 289 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525772:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b2fb001/0xf221502977e55a7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9082 expref: 288 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525781:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (00000000fab68595) 00010000:00010000:2.0:1776201054.525790:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.525818:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525836:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525844:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525858:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525864:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525869:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525974:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525981:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.525987:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.526394:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5e:0x0]: returning size 11264 00000004:00010000:2.0:1776201054.526406:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000097ffc9f6 reply state 00000000f5de1776 transno 4295011009 ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526442:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526449:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526455:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526462:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.526465:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526471:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526479:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:2.0:1776201054.526482:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.526484:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.526489:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc60e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.526496:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000097ffc9f6 reply state 00000000f5de1776 transno 4295011009 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.526580:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097ffc9f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251136:12345-192.168.202.3@tcp:36:rm.0 Request processed in 917us (1082us total) trans 4295011009 rc 0/0 00000100:00100000:2.0:1776201054.526589:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72634 00010000:00010000:1.0:1776201054.529461:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529481:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529488:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529495:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.529498:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529505:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529521:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0xddbda88f (00000000fbf79835) 00010000:00010000:1.0:1776201054.529524:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.529538:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529544:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ce7350/0xf221502977fbc615 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529567:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529572:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529577:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529581:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.529583:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529588:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529595:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (000000006ef25a57) 00010000:00010000:1.0:1776201054.529596:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.529598:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.529603:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f50e4123/0xf221502977fbc61c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.531548:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.532620:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251200 00000100:00100000:1.0:1776201054.532717:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72635 00000100:00100000:1.0:1776201054.532725:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beb9e293 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738251200:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201054.532751:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.532775:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc623 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e21a expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.532871:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.532885:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.532897:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.532955:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x92:0x0]: returning size 12288 00000004:00200000:1.0:1776201054.532958:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.532981:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.533007:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc623 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e21a expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.533028:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e21a expref: 289 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.533035:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201054.533038:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.533041:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b816acb8, rc 0) 00000100:00100000:1.0:1776201054.533111:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beb9e293 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251200:12345-192.168.202.3@tcp:101:rm.0 Request processed in 385us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.533118:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72635 00000100:00100000:0.0:1776201054.540029:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.540222:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251264 00000100:00100000:1.0:1776201054.540289:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24422 00000100:00100000:1.0:1776201054.540297:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251264:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201054.544622:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251264:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4320us (4597us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.544637:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24422 00000100:00100000:2.0:1776201054.548791:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.548871:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251392 00000100:00100000:1.0:1776201054.548923:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24423 00000100:00100000:1.0:1776201054.548929:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251392:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.549283:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251392:12345-192.168.202.3@tcp:35:rm.0 Request processed in 353us (498us total) trans 4295011010 rc 0/0 00000100:00100000:1.0:1776201054.549292:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24423 00000100:00100000:0.0:1776201054.552946:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.553038:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251520 00000100:00100000:1.0:1776201054.553091:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72636 00000100:00100000:1.0:1776201054.553098:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c99b6e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251520:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.553150:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.553219:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc62a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e21a expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553245:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc32db3c/0xf221502977e57011 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9918 expref: 289 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553257:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ba90d8ca/0xf221502977e56f1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x92:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98c4 expref: 288 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553266:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000352b43fd) 00010000:00010000:1.0:1776201054.553275:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.553305:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553331:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553341:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553356:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553363:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553369:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553476:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553484:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553490:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.553875:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x92:0x0]: returning size 12288 00000004:00010000:1.0:1776201054.553889:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c99b6e7 reply state 00000000ad4057d5 transno 4295011011 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553926:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553934:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553940:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553945:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.553947:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553954:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553961:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.553964:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.553966:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.553972:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc631 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.553982:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c99b6e7 reply state 00000000ad4057d5 transno 4295011011 ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.554069:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c99b6e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251520:12345-192.168.202.3@tcp:36:rm.0 Request processed in 970us (1130us total) trans 4295011011 rc 0/0 00000100:00100000:1.0:1776201054.554077:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72636 00010000:00010000:1.0:1776201054.561659:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561679:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561686:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561692:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.561696:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561703:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561720:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x56ca4f59 (000000006baee33b) 00010000:00010000:1.0:1776201054.561723:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.561727:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561732:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc638 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561754:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561760:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561766:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561776:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.561778:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561783:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561790:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (00000000ddbe1466) 00010000:00010000:1.0:1776201054.561792:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.561793:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.561797:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc63f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.563665:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.563752:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251584 00000100:00100000:2.0:1776201054.563807:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72637 00000100:00100000:2.0:1776201054.563814:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000accf0c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738251584:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.563841:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.563861:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc646 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e221 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.563951:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.563965:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.563976:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.564034:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x58:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.564038:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.564059:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.564094:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc646 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e221 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.564110:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e221 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.564118:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:2.0:1776201054.564120:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.564124:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000d55785d, rc 0) 00000100:00100000:2.0:1776201054.564223:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000accf0c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251584:12345-192.168.202.3@tcp:101:rm.0 Request processed in 409us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.564230:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72637 00000100:00100000:0.0:1776201054.572637:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.572730:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251648 00000100:00100000:3.0:1776201054.572783:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24424 00000100:00100000:3.0:1776201054.572790:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251648:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.577713:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251648:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4914us (5076us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.577730:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24424 00000100:00100000:0.0:1776201054.582988:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.583315:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251776 00000100:00100000:2.0:1776201054.583519:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24425 00000100:00100000:2.0:1776201054.583526:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc1c32c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251776:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.583836:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc1c32c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251776:12345-192.168.202.3@tcp:35:rm.0 Request processed in 309us (855us total) trans 4295011012 rc 0/0 00000100:00100000:2.0:1776201054.583844:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24425 00000100:00100000:0.0:1776201054.586852:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.586962:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251904 00000100:00100000:1.0:1776201054.587017:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72638 00000100:00100000:1.0:1776201054.587024:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738251904:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.587092:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.587118:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d55785d/0xf221502977fbc64d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e221 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587142:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002ba97e63/0xf221502977e55894 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fc5 expref: 289 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587155:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2a9fc93/0xf221502977e557d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x58:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f7f expref: 288 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587223:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (0000000010670b41) 00010000:00010000:1.0:1776201054.587234:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.587264:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587278:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587288:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587302:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587309:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587315:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587433:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587441:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587447:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.587809:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x58:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.587823:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000a0cb016 reply state 0000000021fea8a8 transno 4295011013 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587858:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587865:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587871:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587876:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.587879:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587886:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587896:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.587898:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.587901:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.587907:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc654 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.587918:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000a0cb016 reply state 0000000021fea8a8 transno 4295011013 ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.588240:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a0cb016 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251904:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1214us (1398us total) trans 4295011013 rc 0/0 00000100:00100000:1.0:1776201054.588249:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72638 00010000:00010000:1.0:1776201054.591025:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591044:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591051:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591057:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.591060:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591067:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591091:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0xc144154 (00000000ddbe1466) 00010000:00010000:1.0:1776201054.591094:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.591099:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591105:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc65b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591126:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591132:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591138:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591142:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.591144:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591149:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591155:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (000000006baee33b) 00010000:00010000:1.0:1776201054.591158:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.591159:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.591173:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc662 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.593152:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.593491:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738251968 00000100:00100000:1.0:1776201054.593591:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72639 00000100:00100000:1.0:1776201054.593598:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e42c91f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738251968:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201054.593623:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.593642:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e228 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593733:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593754:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593766:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.593824:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 11264 00000004:00200000:1.0:1776201054.593828:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.593850:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593874:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e228 expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593890:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e228 expref: 289 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.593897:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201054.593900:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.593903:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a764e58c, rc 0) 00000100:00100000:1.0:1776201054.594505:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e42c91f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738251968:12345-192.168.202.3@tcp:101:rm.0 Request processed in 903us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.594514:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72639 00000100:00100000:3.0:1776201054.598836:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.599160:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252032 00000100:00100000:2.0:1776201054.599502:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24426 00000100:00100000:2.0:1776201054.599508:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252032:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.603337:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252032:12345-192.168.202.3@tcp:37:rm.0 Request processed in 3822us (4501us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.603352:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24426 00000100:00100000:0.0:1776201054.608702:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.609001:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252160 00000100:00100000:2.0:1776201054.609093:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24427 00000100:00100000:2.0:1776201054.609099:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1fd52a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252160:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.609739:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1fd52a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738252160:12345-192.168.202.3@tcp:35:rm.0 Request processed in 639us (1045us total) trans 4295011014 rc 0/0 00000100:00100000:2.0:1776201054.609749:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24427 00000100:00100000:3.0:1776201054.612705:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.612772:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252288 00000100:00100000:1.0:1776201054.612829:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72640 00000100:00100000:1.0:1776201054.612835:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a8674d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738252288:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.612891:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.612919:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e228 expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.612946:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e838d72c/0xf221502977e5551b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e6e expref: 289 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.612958:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c848f219/0xf221502977e5543b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e1a expref: 288 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.612967:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000c7a9a333) 00010000:00010000:1.0:1776201054.612976:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.613005:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613019:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613029:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613041:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613047:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613053:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613178:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613212:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613219:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.613623:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.613637:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a8674d7 reply state 00000000eaefb749 transno 4295011015 ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613671:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613677:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613684:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613690:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.613693:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613700:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613709:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.613711:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.613714:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.613720:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc677 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.613730:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a8674d7 reply state 00000000eaefb749 transno 4295011015 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.614493:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a8674d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252288:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1652us (1791us total) trans 4295011015 rc 0/0 00000100:00100000:1.0:1776201054.614504:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72640 00000100:00100000:3.0:1776201054.618293:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201054.618399:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618413:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618420:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618427:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.618430:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618437:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618453:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x9e0a5f7e (00000000ddbe1466) 00010000:00010000:1.0:1776201054.618456:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.618459:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618467:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc67e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618488:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618494:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618499:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618504:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.618506:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618511:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618518:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201054.618520:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.618521:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.618537:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc685 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.618931:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252352 00000100:00100000:0.0:1776201054.618980:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72641 00000100:00100000:0.0:1776201054.618987:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088460d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738252352:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:0.0:1776201054.619009:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201054.619025:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc68c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e22f expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619124:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619138:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619148:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.619241:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc2:0x0]: returning size 11264 00000004:00200000:0.0:1776201054.619245:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776201054.619269:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619294:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc68c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e22f expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619307:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e22f expref: 289 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.619314:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:0.0:1776201054.619733:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776201054.619737:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c6d494c6, rc 0) 00000100:00100000:0.0:1776201054.619791:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088460d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252352:12345-192.168.202.3@tcp:101:rm.0 Request processed in 803us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201054.619799:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72641 00000100:00100000:0.0:1776201054.624919:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.624992:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252416 00000100:00100000:2.0:1776201054.625084:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24428 00000100:00100000:2.0:1776201054.625092:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d27b58c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252416:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:3.0:1776201054.629626:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d27b58c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252416:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4527us (4707us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.629641:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24428 00000100:00100000:3.0:1776201054.634730:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.634812:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252544 00000100:00100000:2.0:1776201054.634863:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24429 00000100:00100000:2.0:1776201054.634870:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252544:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.635172:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738252544:12345-192.168.202.3@tcp:35:rm.0 Request processed in 301us (450us total) trans 4295011016 rc 0/0 00000100:00100000:2.0:1776201054.635207:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24429 00000100:00100000:0.0:1776201054.638120:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.638331:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252672 00000100:00100000:1.0:1776201054.638386:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72642 00000100:00100000:1.0:1776201054.638393:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007942762e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738252672:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.638448:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.638474:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc693 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e22f expref: 290 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638495:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072c3d7bb/0xf221502977e58286 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0c0 expref: 289 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638505:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bb9193b/0xf221502977e58216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa08f expref: 288 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638514:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (0000000065f60692) 00010000:00010000:1.0:1776201054.638524:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.638581:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638596:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638606:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638620:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638627:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638633:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638739:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638747:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.638754:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.639099:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc2:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.639112:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007942762e reply state 00000000d0e8e547 transno 4295011017 ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639151:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639157:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639178:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639221:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.639224:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639232:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639245:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.639248:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.639250:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.639255:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc69a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.639267:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007942762e reply state 00000000d0e8e547 transno 4295011017 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.639343:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007942762e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252672:12345-192.168.202.3@tcp:36:rm.0 Request processed in 949us (1229us total) trans 4295011017 rc 0/0 00000100:00100000:1.0:1776201054.639350:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72642 00010000:00010000:1.0:1776201054.641834:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641852:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641859:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641864:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.641868:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641875:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641890:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x2c71d537 (00000000ebd12272) 00010000:00010000:1.0:1776201054.641892:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.641896:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641902:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641926:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641931:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641936:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641941:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.641942:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641947:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641953:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (00000000ddbe1466) 00010000:00010000:1.0:1776201054.641956:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.641957:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.641967:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.644550:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.644656:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252736 00000100:00100000:2.0:1776201054.644714:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72643 00000100:00100000:2.0:1776201054.644721:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075494a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738252736:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.644747:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.644768:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e236 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.644862:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.644877:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.644887:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.644948:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.644952:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.644975:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.645002:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e236 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.645020:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e236 expref: 289 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.645028:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:2.0:1776201054.645030:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.645034:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005bd4b4a6, rc 0) 00000100:00100000:2.0:1776201054.645094:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075494a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252736:12345-192.168.202.3@tcp:101:rm.0 Request processed in 373us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.645102:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72643 00000100:00100000:0.0:1776201054.651159:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.651593:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252800 00000100:00100000:1.0:1776201054.651688:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24430 00000100:00100000:1.0:1776201054.651695:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2cbe651 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252800:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201054.656465:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2cbe651 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252800:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4762us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.656484:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24430 00000100:00100000:0.0:1776201054.661589:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.661724:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738252928 00000100:00100000:1.0:1776201054.661806:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24431 00000100:00100000:1.0:1776201054.661813:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b546e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738252928:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.662460:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b546e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738252928:12345-192.168.202.3@tcp:35:rm.0 Request processed in 645us (879us total) trans 4295011018 rc 0/0 00000100:00100000:1.0:1776201054.662470:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24431 00000100:00100000:0.0:1776201054.667801:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.667906:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253056 00000100:00100000:1.0:1776201054.667957:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72644 00000100:00100000:1.0:1776201054.667963:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000506a91fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+290:17908:x1862480738253056:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.668018:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.668045:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bd4b4a6/0xf221502977fbc6b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e236 expref: 290 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668068:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c84a2ef4/0xf221502977e56c8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97c1 expref: 289 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668096:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ada1a37e/0xf221502977e56b95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x89:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9766 expref: 288 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668105:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000e3387167) 00010000:00010000:1.0:1776201054.668114:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.668143:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668157:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668176:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668241:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668248:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668255:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668392:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668401:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668411:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.668792:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.668806:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000506a91fc reply state 0000000040e2d50d transno 4295011019 ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668844:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668851:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668858:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668865:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.668868:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668875:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668884:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:1.0:1776201054.668886:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.668889:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.668894:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.668906:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000506a91fc reply state 0000000040e2d50d transno 4295011019 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.669015:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000506a91fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738253056:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1050us (1222us total) trans 4295011019 rc 0/0 00000100:00100000:1.0:1776201054.669023:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72644 00000100:00100000:0.0:1776201054.672682:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.672846:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253184 00000100:00100000:3.0:1776201054.672899:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24432 00000100:00100000:3.0:1776201054.672905:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee52058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738253184:12345-192.168.202.3@tcp:35:rm.0 00010000:00010000:1.0:1776201054.673914:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673927:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673934:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673941:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.673945:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673953:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673968:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x46e192ec (00000000ddbe1466) 00010000:00010000:1.0:1776201054.673971:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.673975:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.673981:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc6c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674002:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674009:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674016:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674020:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.674022:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674028:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674035:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201054.674038:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.674040:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.674046:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc6cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.674366:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee52058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738253184:12345-192.168.202.3@tcp:35:rm.0 Request processed in 1457us (1689us total) trans 4295011020 rc 0/0 00000100:00100000:3.0:1776201054.674376:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24432 00000100:00100000:3.0:1776201054.677602:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.677691:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253312 00000100:00100000:2.0:1776201054.677776:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72645 00000100:00100000:2.0:1776201054.677783:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f710d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738253312:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.677838:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.677864:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054afcbb9/0xf221502977e55e4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9218 expref: 289 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677888:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b56bf1f9/0xf221502977e553b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8de2 expref: 288 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677899:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000aa48bac2) 00010000:00010000:2.0:1776201054.677912:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd2dd88/0xf221502977fbc590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f7 expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677928:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000007b78115a) 00010000:00010000:2.0:1776201054.677932:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.677960:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677974:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677983:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.677996:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.678003:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.678009:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.678131:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.678139:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.678146:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.679036:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11264 00000004:00010000:2.0:1776201054.679051:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006f710d07 reply state 0000000012c45553 transno 4295011021 ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679087:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679094:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679100:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679106:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.679109:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679116:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679126:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000007b78115a) 00010000:00010000:2.0:1776201054.679129:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.679132:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.679137:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc6d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.679145:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006f710d07 reply state 0000000012c45553 transno 4295011021 ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.679263:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f710d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738253312:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1478us (1668us total) trans 4295011021 rc 0/0 00000100:00100000:2.0:1776201054.679272:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72645 00000100:00100000:3.0:1776201054.682902:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.682939:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253440 00000100:00100000:3.0:1776201054.682987:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24433 00000100:00100000:3.0:1776201054.682995:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738253440:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:3.0:1776201054.683721:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+289:17908:x1862480738253440:12345-192.168.202.3@tcp:35:rm.0 Request processed in 725us (825us total) trans 4295011022 rc 0/0 00000100:00100000:3.0:1776201054.683732:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24433 00010000:00010000:1.0:1776201054.683937:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.683949:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.683963:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.683969:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f48939be already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.683974:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.683981:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.683997:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0xfe8990f0 (000000006ef25a57) 00010000:00010000:1.0:1776201054.684000:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.684004:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684010:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f48939be/0xf221502977fbc6d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684029:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684035:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684041:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684047:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.684048:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684053:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684061:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (00000000fbf79835) 00010000:00010000:1.0:1776201054.684063:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.684064:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.684069:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000dc17016/0xf221502977fbc6e0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.686731:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.686898:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253568 00000100:00100000:1.0:1776201054.686943:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72646 00000100:00100000:1.0:1776201054.686949:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557cece2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738253568:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.687009:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.687037:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf11de0a/0xf221502977e54eae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8bf1 expref: 288 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687058:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f75aef54/0xf221502977e54dff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8bc0 expref: 287 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687067:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000007b78115a) 00010000:00010000:1.0:1776201054.687096:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbc543 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1db expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687104:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:1.0:1776201054.687107:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.687138:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687151:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687159:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687230:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687238:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.687245:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.687910:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.687921:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.687929:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.688674:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x41:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.688689:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000557cece2 reply state 0000000011997eb6 transno 4295011023 ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688725:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688731:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688737:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688744:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a764e58c already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.688746:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688752:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688762:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:0.0:1776201054.688764:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.688767:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.688773:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a764e58c/0xf221502977fbc6e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.688786:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000557cece2 reply state 0000000011997eb6 transno 4295011023 ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.688920:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557cece2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253568:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1967us (2194us total) trans 4295011023 rc 0/0 00000100:00100000:0.0:1776201054.688929:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72646 00000100:00100000:3.0:1776201054.694377:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.694855:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253632 00000100:00100000:2.0:1776201054.694905:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24434 00000100:00100000:2.0:1776201054.694911:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253632:12345-192.168.202.3@tcp:37:rm.0 00010000:00010000:1.0:1776201054.695512:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695534:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695542:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695548:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.695551:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695563:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695578:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x977fac0d (000000006baee33b) 00010000:00010000:1.0:1776201054.695581:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.695585:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695590:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc6ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695609:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695614:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695620:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695625:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.695627:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695632:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695639:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (000000009a149a36) 00010000:00010000:1.0:1776201054.695641:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.695644:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.695650:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc6f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.700798:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738253632:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5403us (5945us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.700816:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24434 00000100:00100000:0.0:1776201054.707421:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.707744:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253696 00000100:00100000:3.0:1776201054.707803:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24435 00000100:00100000:3.0:1776201054.707810:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000528e368a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738253696:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.713135:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000528e368a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738253696:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5317us (5714us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.713151:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24435 00000100:00100000:2.0:1776201054.718071:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.718672:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253760 00000100:00100000:0.0:1776201054.718772:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72647 00000100:00100000:0.0:1776201054.718779:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738253760:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:0.0:1776201054.718801:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201054.718822:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc6fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e23d expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.718922:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.718937:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.718949:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.719008:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5d:0x0]: returning size 11264 00000004:00200000:0.0:1776201054.719012:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776201054.719033:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.719063:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc6fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e23d expref: 288 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.719091:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e23d expref: 287 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.719098:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (00000000410d8b7e) 00010000:00010000:0.0:1776201054.719100:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776201054.719103:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000019b775d7, rc 0) 00000100:00100000:0.0:1776201054.719170:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413f8d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253760:12345-192.168.202.3@tcp:101:rm.0 Request processed in 384us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201054.719177:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72647 00000100:00100000:2.0:1776201054.724385:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.724503:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253824 00000100:00100000:3.0:1776201054.724573:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24436 00000100:00100000:3.0:1776201054.724580:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253824:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:3.0:1776201054.729776:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253824:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5187us (5391us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.729795:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24436 00000100:00100000:2.0:1776201054.733621:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.733725:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738253952 00000100:00100000:3.0:1776201054.733826:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24437 00000100:00100000:3.0:1776201054.733833:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738253952:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:3.0:1776201054.734152:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738253952:12345-192.168.202.3@tcp:35:rm.0 Request processed in 318us (538us total) trans 4295011024 rc 0/0 00000100:00100000:3.0:1776201054.734171:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24437 00000100:00100000:2.0:1776201054.737074:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.737408:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254080 00000100:00100000:0.0:1776201054.737502:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72648 00000100:00100000:0.0:1776201054.737510:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+288:17908:x1862480738254080:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.737576:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776201054.737602:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc703 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e23d expref: 288 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737622:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006854e061/0xf221502977e55aa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9089 expref: 287 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737633:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b1e68dc/0xf221502977e559dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df904a expref: 286 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737642:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (00000000410d8b7e) 00010000:00010000:0.0:1776201054.737657:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002574037e/0xf221502977e582c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0d5 expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737664:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:0.0:1776201054.737667:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.737695:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737707:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737716:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737728:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737736:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737742:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737851:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737860:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.737866:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.738650:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5d:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.738666:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008a4f51b5 reply state 000000001eb222b0 transno 4295011025 ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738702:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738709:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738715:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738721:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.738724:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738730:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738740:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:0.0:1776201054.738742:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.738746:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.738751:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc70a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.738760:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008a4f51b5 reply state 000000001eb222b0 transno 4295011025 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.738846:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f51b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254080:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1335us (1778us total) trans 4295011025 rc 0/0 00000100:00100000:0.0:1776201054.738854:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72648 00000100:00100000:3.0:1776201054.742010:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.742050:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254144 00000100:00100000:3.0:1776201054.742109:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72649 00000100:00100000:3.0:1776201054.742115:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edf0e7b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254144:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201054.742140:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.742159:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc71f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e244 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742279:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742295:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742306:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.742363:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x57:0x0]: returning size 11264 00000004:00200000:3.0:1776201054.742368:0:5554:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201054.742391:0:5554:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742415:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc71f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e244 expref: 288 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742431:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e244 expref: 287 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.742444:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:3.0:1776201054.742447:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201054.742450:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005ba6898e, rc 0) 00000100:00100000:3.0:1776201054.742497:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edf0e7b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738254144:12345-192.168.202.3@tcp:101:rm.0 Request processed in 382us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.742504:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72649 00010000:00010000:1.0:1776201054.742976:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.742987:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.742993:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.742999:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.743002:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743009:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743020:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0xddbda88f (00000000f640094e) 00010000:00010000:1.0:1776201054.743022:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.743024:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743030:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc711 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743047:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743052:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743058:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743063:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.743065:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743069:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743087:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (000000008f2a7ec5) 00010000:00010000:1.0:1776201054.743089:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.743091:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.743096:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc718 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.750513:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.750702:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254208 00000100:00100000:2.0:1776201054.750760:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24438 00000100:00100000:2.0:1776201054.750766:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254208:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.756066:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254208:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5292us (5556us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.756090:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24438 00000100:00100000:3.0:1776201054.762548:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.762715:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254336 00000100:00100000:2.0:1776201054.762817:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24439 00000100:00100000:2.0:1776201054.762824:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254336:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.763147:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738254336:12345-192.168.202.3@tcp:35:rm.0 Request processed in 322us (607us total) trans 4295011026 rc 0/0 00000100:00100000:2.0:1776201054.763156:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24439 00000100:00100000:3.0:1776201054.765906:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.766026:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254464 00000100:00100000:0.0:1776201054.766088:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72650 00000100:00100000:0.0:1776201054.766094:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738254464:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.766151:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776201054.766212:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ba6898e/0xf221502977fbc726 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e244 expref: 287 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766235:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f82e499/0xf221502977e55839 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa2 expref: 286 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766248:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e466d73c/0xf221502977e5573d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x57:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f4e expref: 285 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766256:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (000000002f2d9264) 00010000:00010000:0.0:1776201054.766265:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.766295:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766309:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766318:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766337:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766344:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766350:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766454:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766462:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766468:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.766856:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x57:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.766870:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ed81f313 reply state 000000003ee4757d transno 4295011027 ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766904:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766912:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766919:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766925:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.766929:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766934:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766943:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:0.0:1776201054.766945:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.766948:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.766953:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc72d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.766962:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ed81f313 reply state 000000003ee4757d transno 4295011027 ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.767035:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed81f313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254464:12345-192.168.202.3@tcp:36:rm.0 Request processed in 940us (1137us total) trans 4295011027 rc 0/0 00000100:00100000:0.0:1776201054.767043:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72650 00010000:00010000:0.0:1776201054.771101:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771120:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771128:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771135:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.771139:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771146:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771160:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0xc144154 (00000000096b997c) 00010000:00010000:0.0:1776201054.771173:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.771178:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771222:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc734 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771242:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771248:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771253:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771258:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.771260:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771265:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771272:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57:0x0].0x0 (0000000043e4c427) 00010000:00010000:0.0:1776201054.771275:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201054.771276:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.771282:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc73b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.772251:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.772359:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254528 00000100:00100000:2.0:1776201054.772408:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72651 00000100:00100000:2.0:1776201054.772414:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738254528:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.772438:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.772456:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc742 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e24b expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772555:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772568:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772578:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.772633:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x81:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.772636:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.772658:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772683:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e24b expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772696:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e24b expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.772708:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:2.0:1776201054.772710:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.772712:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bbf0a876, rc 0) 00000100:00100000:2.0:1776201054.772769:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7ff0d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254528:12345-192.168.202.3@tcp:101:rm.0 Request processed in 354us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.772776:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72651 00000100:00100000:3.0:1776201054.777502:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.777638:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254592 00000100:00100000:2.0:1776201054.777684:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24440 00000100:00100000:2.0:1776201054.777691:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866d2bf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254592:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.782129:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866d2bf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254592:12345-192.168.202.3@tcp:37:rm.0 Request processed in 4429us (4628us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.782146:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24440 00000100:00100000:3.0:1776201054.786859:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.786982:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254720 00000100:00100000:2.0:1776201054.787040:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24441 00000100:00100000:2.0:1776201054.787046:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254720:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.787858:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738254720:12345-192.168.202.3@tcp:35:rm.0 Request processed in 810us (1005us total) trans 4295011028 rc 0/0 00000100:00100000:2.0:1776201054.787868:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24441 00000100:00100000:3.0:1776201054.790710:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.790823:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254848 00000100:00100000:0.0:1776201054.790872:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72652 00000100:00100000:0.0:1776201054.790880:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073f3087d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738254848:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.790933:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776201054.790958:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbf0a876/0xf221502977fbc749 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e24b expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.790980:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f32c01b1/0xf221502977e56934 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9671 expref: 286 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.790991:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000129bfed/0xf221502977e568a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9639 expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791000:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000a8e5a829) 00010000:00010000:0.0:1776201054.791010:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.791039:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791052:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791066:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791091:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791098:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791104:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791265:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791275:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.791282:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.792677:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x81:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.792696:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073f3087d reply state 00000000efe9367a transno 4295011029 ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792736:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792744:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792750:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792756:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.792760:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792767:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792780:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:1.0:1776201054.792783:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.792787:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.792792:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc750 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.792801:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073f3087d reply state 00000000efe9367a transno 4295011029 ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.792947:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073f3087d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254848:12345-192.168.202.3@tcp:36:rm.0 Request processed in 2065us (2243us total) trans 4295011029 rc 0/0 00000100:00100000:1.0:1776201054.792955:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72652 00010000:00010000:1.0:1776201054.796555:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796574:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796582:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796588:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.796592:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796599:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796615:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0xf17aab4e (0000000043e4c427) 00010000:00010000:1.0:1776201054.796618:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.796622:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796628:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc757 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796649:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796656:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796661:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796666:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.796667:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796672:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796679:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (00000000096b997c) 00010000:00010000:1.0:1776201054.796681:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.796683:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.796688:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc75e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.797675:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.797914:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254912 00000100:00100000:1.0:1776201054.798020:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72653 00000100:00100000:1.0:1776201054.798027:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738254912:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201054.798055:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.798082:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc765 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e252 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798206:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798220:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798231:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.798292:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xbd:0x0]: returning size 11264 00000004:00200000:1.0:1776201054.798296:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.798332:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798358:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc765 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e252 expref: 287 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798376:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e252 expref: 286 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.798383:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:1.0:1776201054.798386:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.798389:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006b0faa2d, rc 0) 00000100:00100000:1.0:1776201054.798446:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254912:12345-192.168.202.3@tcp:101:rm.0 Request processed in 418us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.798454:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72653 00000100:00100000:3.0:1776201054.804306:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.804588:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738254976 00000100:00100000:2.0:1776201054.804642:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24442 00000100:00100000:2.0:1776201054.804648:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254976:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:2.0:1776201054.810686:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738254976:12345-192.168.202.3@tcp:37:rm.0 Request processed in 6029us (6381us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.810706:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24442 00000100:00100000:3.0:1776201054.815898:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.815997:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255104 00000100:00100000:2.0:1776201054.816058:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24443 00000100:00100000:2.0:1776201054.816064:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255104:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:2.0:1776201054.816430:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44a5273 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738255104:12345-192.168.202.3@tcp:35:rm.0 Request processed in 365us (539us total) trans 4295011030 rc 0/0 00000100:00100000:2.0:1776201054.816438:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24443 00000100:00100000:3.0:1776201054.819379:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.819487:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255232 00000100:00100000:1.0:1776201054.819548:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72654 00000100:00100000:1.0:1776201054.819555:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738255232:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201054.819609:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201054.819636:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc76c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e252 expref: 287 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819660:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000094ecc32/0xf221502977e580c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa011 expref: 286 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819673:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e18dec9e/0xf221502977e57fed lrc: 0/0,0 mode: --/CR res: [0x200000401:0xbd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9fc4 expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819686:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (0000000091acf47e) 00010000:00010000:1.0:1776201054.819696:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201054.819723:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819737:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819747:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819762:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819770:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819777:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819884:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819894:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.819901:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.820473:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xbd:0x0]: returning size 11264 00000004:00010000:1.0:1776201054.820487:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006cb5bb2d reply state 000000001ee36823 transno 4295011031 ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820547:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820555:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820561:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820567:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.820570:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820576:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820585:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:1.0:1776201054.820588:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.820591:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.820596:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc773 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201054.820606:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006cb5bb2d reply state 000000001ee36823 transno 4295011031 ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.820685:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cb5bb2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255232:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1128us (1314us total) trans 4295011031 rc 0/0 00000100:00100000:1.0:1776201054.820693:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72654 00010000:00010000:1.0:1776201054.823328:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823350:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823358:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823363:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.823367:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823374:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823388:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x2c71d537 (000000006baee33b) 00010000:00010000:1.0:1776201054.823391:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.823396:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823401:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc77a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823425:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823431:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823437:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823441:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.823443:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823448:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823455:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201054.823457:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.823459:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.823463:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc781 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.825543:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.826672:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255296 00000100:00100000:2.0:1776201054.826768:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72655 00000100:00100000:2.0:1776201054.826775:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7940994 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738255296:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.826804:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.826837:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc788 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e259 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.826935:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.826948:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.826959:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.827015:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.827019:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.827041:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.827070:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc788 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e259 expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.827431:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e259 expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.827439:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:2.0:1776201054.827442:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.827445:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008719ac50, rc 0) 00000100:00100000:2.0:1776201054.827575:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7940994 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255296:12345-192.168.202.3@tcp:101:rm.0 Request processed in 799us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.827583:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72655 00000100:00100000:3.0:1776201054.832490:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.832580:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255360 00000100:00100000:1.0:1776201054.832634:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24444 00000100:00100000:1.0:1776201054.832641:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255360:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201054.838600:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255360:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5951us (6113us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.838616:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24444 00000100:00100000:3.0:1776201054.842389:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.842837:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255488 00000100:00100000:1.0:1776201054.842892:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24445 00000100:00100000:1.0:1776201054.842899:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a4cf416 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255488:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.843467:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a4cf416 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738255488:12345-192.168.202.3@tcp:35:rm.0 Request processed in 565us (1084us total) trans 4295011032 rc 0/0 00000100:00100000:1.0:1776201054.843476:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24445 00000100:00100000:3.0:1776201054.846571:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.846862:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255616 00000100:00100000:2.0:1776201054.846965:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72656 00000100:00100000:2.0:1776201054.846971:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738255616:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.847027:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.847055:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc78f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e259 expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847090:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000648a1076/0xf221502977e56ca6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97c8 expref: 286 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847100:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b9c22f3/0xf221502977e56be9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9782 expref: 285 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847112:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (0000000026ba68c1) 00010000:00010000:2.0:1776201054.847122:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.847151:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847176:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847236:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847266:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847274:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847281:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847399:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847408:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847414:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.847780:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 11264 00000004:00010000:2.0:1776201054.847794:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c543736b reply state 00000000d34433d2 transno 4295011033 ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847838:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847845:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847851:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847857:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.847859:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847865:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847874:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:2.0:1776201054.847876:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.847880:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.847885:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc796 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.847893:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c543736b reply state 00000000d34433d2 transno 4295011033 ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.847976:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c543736b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255616:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1004us (1415us total) trans 4295011033 rc 0/0 00000100:00100000:2.0:1776201054.847988:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72656 00000100:00100000:3.0:1776201054.851230:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201054.851291:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851306:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851314:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851326:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.851329:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851337:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851353:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x46e192ec (00000000917483fe) 00010000:00010000:0.0:1776201054.851356:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.851360:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851366:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006de4bf39/0xf221502977fbc79d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851388:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851394:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851399:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851404:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.851406:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851411:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851419:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (000000005db9ca46) 00010000:00010000:0.0:1776201054.851421:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201054.851423:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.851428:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbc7a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201054.853551:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255680 00000100:00100000:1.0:1776201054.853616:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72657 00000100:00100000:1.0:1776201054.853622:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c09722d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738255680:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201054.853646:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201054.853666:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc7ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e260 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853755:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853770:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853781:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201054.853841:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xba:0x0]: returning size 11264 00000004:00200000:1.0:1776201054.853844:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201054.853865:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853888:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc7ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e260 expref: 287 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853903:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e260 expref: 286 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.853910:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:1.0:1776201054.853912:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201054.853915:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000da13717d, rc 0) 00000100:00100000:1.0:1776201054.853968:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c09722d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255680:12345-192.168.202.3@tcp:101:rm.0 Request processed in 345us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.853975:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72657 00000100:00100000:3.0:1776201054.857756:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.857798:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255744 00000100:00100000:3.0:1776201054.857847:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24446 00000100:00100000:3.0:1776201054.857853:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049588d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255744:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201054.866971:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049588d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255744:12345-192.168.202.3@tcp:37:rm.0 Request processed in 9110us (9215us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201054.866987:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24446 00000100:00100000:3.0:1776201054.872426:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.872550:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738255872 00000100:00100000:1.0:1776201054.872603:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24447 00000100:00100000:1.0:1776201054.872609:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738255872:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.872910:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738255872:12345-192.168.202.3@tcp:35:rm.0 Request processed in 300us (491us total) trans 4295011034 rc 0/0 00000100:00100000:1.0:1776201054.872918:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24447 00000100:00100000:3.0:1776201054.875734:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.875957:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256000 00000100:00100000:0.0:1776201054.876062:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72658 00000100:00100000:0.0:1776201054.876070:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000848ac8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738256000:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.876532:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776201054.876564:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da13717d/0xf221502977fbc7b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e260 expref: 287 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876590:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b771d825/0xf221502977e63d79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfdfd5 expref: 286 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876601:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000255c362c/0xf221502977e57e96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f46 expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876610:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000921d9558) 00010000:00010000:0.0:1776201054.876619:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.876650:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876664:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876677:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876691:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876697:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876702:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876808:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876817:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.876823:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.877689:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xba:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.877706:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000848ac8a3 reply state 0000000092b3ba39 transno 4295011035 ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877754:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877762:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877769:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877775:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.877778:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877785:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877796:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:0.0:1776201054.877799:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.877802:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.877808:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc7b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.877817:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000848ac8a3 reply state 0000000092b3ba39 transno 4295011035 ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.877912:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000848ac8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256000:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1840us (2185us total) trans 4295011035 rc 0/0 00000100:00100000:0.0:1776201054.877921:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72658 00000100:00100000:2.0:1776201054.881864:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201054.881959:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.881973:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.881982:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.881987:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019b775d7 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.881992:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882000:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882016:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x106120ec (000000003a17b733) 00010000:00010000:1.0:1776201054.882019:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.882023:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882029:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019b775d7/0xf221502977fbc7c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882048:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882053:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882057:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882062:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.882064:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882068:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882085:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (00000000f1013fd0) 00010000:00010000:1.0:1776201054.882087:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.882089:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.882094:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbc7c7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.882733:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256064 00000100:00100000:2.0:1776201054.882896:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72659 00000100:00100000:2.0:1776201054.882903:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738256064:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.882928:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.882944:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e267 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883050:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883064:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883087:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.883146:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x91:0x0]: returning size 12288 00000004:00200000:2.0:1776201054.883150:0:5554:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.883432:0:5554:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883461:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e267 expref: 287 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883477:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e267 expref: 286 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.883489:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201054.883492:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.883494:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008719ac50, rc 0) 00000100:00100000:2.0:1776201054.883598:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee3cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256064:12345-192.168.202.3@tcp:101:rm.0 Request processed in 694us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.883605:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72659 00000100:00100000:1.0:1776201054.887611:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.887674:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256128 00000100:00100000:2.0:1776201054.887720:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24448 00000100:00100000:2.0:1776201054.887726:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256128:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:0.0:1776201054.892916:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256128:12345-192.168.202.3@tcp:37:rm.0 Request processed in 5182us (5306us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201054.892934:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24448 00000100:00100000:0.0:1776201054.897458:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.897550:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256256 00000100:00100000:1.0:1776201054.897607:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24449 00000100:00100000:1.0:1776201054.897614:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256256:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.897916:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738256256:12345-192.168.202.3@tcp:35:rm.0 Request processed in 300us (464us total) trans 4295011036 rc 0/0 00000100:00100000:1.0:1776201054.897924:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24449 00000100:00100000:1.0:1776201054.901365:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.901457:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256384 00000100:00100000:2.0:1776201054.901509:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72660 00000100:00100000:2.0:1776201054.901516:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ff32cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738256384:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.901607:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.901636:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc7d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e267 expref: 287 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901658:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977e56fd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9903 expref: 286 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901668:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000fab08d4/0xf221502977e56f31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x91:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98bd expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901681:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (0000000031645e30) 00010000:00010000:2.0:1776201054.901690:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.901723:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901737:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901746:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901760:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901767:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901773:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901881:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901890:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.901896:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.902328:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x91:0x0]: returning size 12288 00000004:00010000:2.0:1776201054.902343:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095ff32cb reply state 00000000c973495a transno 4295011037 ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902391:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902401:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902408:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902416:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.902419:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902427:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902438:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:2.0:1776201054.902441:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.902444:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.902450:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.902458:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095ff32cb reply state 00000000c973495a transno 4295011037 ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.902549:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ff32cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256384:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1032us (1192us total) trans 4295011037 rc 0/0 00000100:00100000:2.0:1776201054.902558:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72660 00000100:00100000:0.0:1776201054.906563:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201054.906632:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906645:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906651:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906657:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.906660:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906667:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906687:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x56ca4f59 (000000000878e24c) 00010000:00010000:1.0:1776201054.906690:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.906694:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906700:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbc7e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906719:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906725:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906730:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906735:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.906737:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906742:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906749:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (000000008ba87046) 00010000:00010000:1.0:1776201054.906751:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.906753:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 2/0,0 mode: --/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.906762:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f94ad799/0xf221502977fbc7ea lrc: 0/0,0 mode: --/EX res: [0x200000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.906836:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256448 00000100:00100000:3.0:1776201054.906890:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72661 00000100:00100000:3.0:1776201054.906896:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0944483 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738256448:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201054.906920:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201054.906937:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc7f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e26e expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907026:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907041:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907051:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201054.907110:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x69:0x0]: returning size 12288 00000004:00200000:3.0:1776201054.907114:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201054.907137:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907160:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc7f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e26e expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907214:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e26e expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201054.907225:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:3.0:1776201054.907227:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201054.907229:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e8ed226c, rc 0) 00000100:00100000:3.0:1776201054.907279:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0944483 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256448:12345-192.168.202.3@tcp:101:rm.0 Request processed in 382us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.907285:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72661 00000100:00100000:1.0:1776201054.912255:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.912466:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256512 00000100:00100000:3.0:1776201054.912521:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24450 00000100:00100000:3.0:1776201054.912536:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041a0f59b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256512:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:0.0:1776201054.929275:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041a0f59b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256512:12345-192.168.202.3@tcp:37:rm.0 Request processed in 16622us (16911us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201054.929292:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24450 00000100:00100000:3.0:1776201054.933300:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.933549:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256640 00000100:00100000:0.0:1776201054.933608:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24451 00000100:00100000:0.0:1776201054.933614:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a33ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256640:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:0.0:1776201054.933920:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a33ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738256640:12345-192.168.202.3@tcp:35:rm.0 Request processed in 305us (628us total) trans 4295011038 rc 0/0 00000100:00100000:0.0:1776201054.933927:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24451 00000100:00100000:3.0:1776201054.937262:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.937577:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256768 00000100:00100000:2.0:1776201054.937632:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72662 00000100:00100000:2.0:1776201054.937638:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000298a8d8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738256768:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.937690:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.937715:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8ed226c/0xf221502977fbc7f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e26e expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937735:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2a5b8ce/0xf221502977e55ff6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92a4 expref: 286 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937746:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db4524d2/0xf221502977e55f24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df925e expref: 285 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937756:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (00000000401a1218) 00010000:00010000:2.0:1776201054.937765:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.937795:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937808:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937817:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937831:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937837:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937844:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937943:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937951:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.937958:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.938625:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x69:0x0]: returning size 12288 00000004:00010000:2.0:1776201054.938640:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000298a8d8d reply state 00000000b60f8f61 transno 4295011039 ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938677:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938685:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938692:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938697:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.938701:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938707:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938722:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:2.0:1776201054.938725:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.938728:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.938734:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc7ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.938742:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000298a8d8d reply state 00000000b60f8f61 transno 4295011039 ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.938817:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000298a8d8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256768:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1177us (1563us total) trans 4295011039 rc 0/0 00000100:00100000:2.0:1776201054.938826:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72662 00010000:00010000:1.0:1776201054.941837:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941857:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941864:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941871:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.941875:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941882:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941898:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x8cffc40b (000000005fbf4074) 00010000:00010000:1.0:1776201054.941901:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.941905:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941911:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719ac50/0xf221502977fbc806 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941931:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941938:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941943:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941949:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.941950:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941956:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941964:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (000000006c46eb73) 00010000:00010000:1.0:1776201054.941966:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.941968:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.941973:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002564feaa/0xf221502977fbc80d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.943986:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.944091:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256832 00000100:00100000:2.0:1776201054.944151:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72663 00000100:00100000:2.0:1776201054.944158:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d537291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738256832:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201054.944222:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201054.944243:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc814 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e275 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944364:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944379:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944392:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.944454:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11264 00000004:00200000:2.0:1776201054.944459:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201054.944484:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944511:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc814 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e275 expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944539:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e275 expref: 286 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.944548:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:2.0:1776201054.944551:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776201054.944554:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006adbe226, rc 0) 00000100:00100000:2.0:1776201054.944608:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d537291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256832:12345-192.168.202.3@tcp:101:rm.0 Request processed in 450us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201054.944616:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72663 00000100:00100000:0.0:1776201054.950237:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.950546:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738256896 00000100:00100000:3.0:1776201054.950597:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24452 00000100:00100000:3.0:1776201054.950603:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256896:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:3.0:1776201054.961777:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738256896:12345-192.168.202.3@tcp:37:rm.0 Request processed in 11163us (11540us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201054.961797:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24452 00000100:00100000:3.0:1776201054.966438:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.966630:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257024 00000100:00100000:1.0:1776201054.966715:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24453 00000100:00100000:1.0:1776201054.966721:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002e87cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257024:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.967036:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002e87cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738257024:12345-192.168.202.3@tcp:35:rm.0 Request processed in 314us (606us total) trans 4295011040 rc 0/0 00000100:00100000:1.0:1776201054.967044:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24453 00000100:00100000:2.0:1776201054.970906:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.970996:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257152 00000100:00100000:0.0:1776201054.971056:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72664 00000100:00100000:0.0:1776201054.971063:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738257152:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.971126:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776201054.971154:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006adbe226/0xf221502977fbc81b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e275 expref: 287 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971220:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ed75c14/0xf221502977e554dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e59 expref: 286 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971234:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afba84c2/0xf221502977e55411 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e0c expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971245:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (0000000036780532) 00010000:00010000:0.0:1776201054.971254:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.971285:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971301:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971311:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971339:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971346:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971353:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971469:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971478:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971484:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.971893:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.971907:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009346604a reply state 0000000093f88488 transno 4295011041 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971940:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971948:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971955:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971961:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.971964:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971971:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971979:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:0.0:1776201054.971981:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.971985:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.971990:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc822 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.971999:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009346604a reply state 0000000093f88488 transno 4295011041 ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.972084:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009346604a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257152:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1020us (1187us total) trans 4295011041 rc 0/0 00000100:00100000:0.0:1776201054.972091:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72664 00000100:00100000:2.0:1776201054.976061:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201054.976218:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257280 00000100:00100000:3.0:1776201054.976265:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24454 00000100:00100000:3.0:1776201054.976272:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257280:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:3.0:1776201054.976753:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+287:17908:x1862480738257280:12345-192.168.202.3@tcp:35:rm.0 Request processed in 481us (699us total) trans 4295011042 rc 0/0 00000100:00100000:3.0:1776201054.976766:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24454 00010000:00010000:1.0:1776201054.977352:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977367:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977375:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977382:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.977386:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977394:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977410:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x9e0a5f7e (00000000d60c86d9) 00010000:00010000:1.0:1776201054.977413:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.977419:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977425:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbc829 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977444:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977449:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977455:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977464:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.977465:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977471:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977477:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (00000000893a4271) 00010000:00010000:1.0:1776201054.977479:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.977481:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.977486:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5643133/0xf221502977fbc830 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.981654:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201054.981984:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257408 00000100:00100000:2.0:1776201054.982045:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72665 00000100:00100000:2.0:1776201054.982051:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d290550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257408:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201054.982121:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201054.982149:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000928d5a40/0xf221502977e55e59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9211 expref: 286 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982218:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000022fe505e/0xf221502977e5537e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ddb expref: 285 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982231:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (000000005274db84) 00010000:00010000:2.0:1776201054.982247:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc582 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1f0 expref: 284 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982265:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:2.0:1776201054.982268:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201054.982301:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982314:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982323:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982336:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982342:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982348:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982447:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982455:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982465:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201054.982842:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 11264 00000004:00010000:2.0:1776201054.982855:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005d290550 reply state 00000000d262be59 transno 4295011043 ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982889:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982896:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982902:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982908:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201054.982911:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982916:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982924:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:2.0:1776201054.982926:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201054.982929:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201054.982934:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc837 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201054.982942:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005d290550 reply state 00000000d262be59 transno 4295011043 ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201054.983030:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d290550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257408:12345-192.168.202.3@tcp:36:rm.0 Request processed in 978us (1384us total) trans 4295011043 rc 0/0 00000100:00100000:2.0:1776201054.983038:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72665 00010000:00010000:1.0:1776201054.988024:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988045:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988051:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988057:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.988060:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988067:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988093:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xfe8990f0 (000000009f11885e) 00010000:00010000:1.0:1776201054.988096:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201054.988101:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988106:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbc83e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988123:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988129:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988133:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988138:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201054.988140:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988145:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988152:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (00000000e3551dbe) 00010000:00010000:1.0:1776201054.988155:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201054.988157:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201054.988175:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbc845 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201054.989164:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201054.989728:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257536 00000100:00100000:1.0:1776201054.989784:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24455 00000100:00100000:1.0:1776201054.989790:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000119d5739 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+284:17908:x1862480738257536:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201054.990578:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000119d5739 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257536:12345-192.168.202.3@tcp:35:rm.0 Request processed in 783us (1420us total) trans 4295011044 rc 0/0 00000100:00100000:1.0:1776201054.990588:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24455 00000100:00100000:2.0:1776201054.995645:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201054.995753:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257664 00000100:00100000:0.0:1776201054.995836:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72666 00000100:00100000:0.0:1776201054.995842:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e295bb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257664:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201054.995897:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776201054.995926:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000525a142a/0xf221502977e54ef4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8bff expref: 285 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.995946:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055c66f00/0xf221502977e54e29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8bce expref: 284 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.995955:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (000000001ad046b1) 00010000:00010000:0.0:1776201054.995965:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201054.995994:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996008:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996017:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996030:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996036:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996041:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996153:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996171:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996178:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201054.996685:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11264 00000004:00010000:0.0:1776201054.996700:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e295bb0c reply state 00000000a77bf384 transno 4295011045 ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996737:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996744:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996751:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996757:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201054.996761:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996767:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996777:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:0.0:1776201054.996779:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201054.996782:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201054.996788:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc84c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201054.996796:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e295bb0c reply state 00000000a77bf384 transno 4295011045 ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201054.996877:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e295bb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257664:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1034us (1239us total) trans 4295011045 rc 0/0 00000100:00100000:0.0:1776201054.996885:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72666 00000100:00100000:1.0:1776201055.000082:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201055.000143:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000155:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000167:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000173:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.000177:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000200:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000214:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0xf138ac0d (00000000c285dd9a) 00010000:00010000:3.0:1776201055.000217:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.000220:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000227:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d991784f/0xf221502977fbc853 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000243:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000264:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000270:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000275:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.000276:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000281:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000287:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (00000000461b9394) 00010000:00010000:3.0:1776201055.000289:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201055.000290:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.000295:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6d494c6/0xf221502977fbc85a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.001667:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257728 00000100:00100000:3.0:1776201055.001729:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72667 00000100:00100000:3.0:1776201055.001737:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e9e17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+284:17908:x1862480738257728:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201055.001761:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201055.001781:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc861 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e27c expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001873:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001888:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001899:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001912:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001919:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.001925:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002023:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002032:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002039:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201055.002090:0:5553:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00000004:00200000:3.0:1776201055.002094:0:5553:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201055.002116:0:5553:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002128:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002134:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002140:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002147:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.002150:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002157:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002204:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:3.0:1776201055.002208:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.002212:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002219:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc868 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002233:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002239:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002245:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002267:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.002269:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002275:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002282:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (00000000edd787be) 00010000:00010000:3.0:1776201055.002285:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.002286:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002292:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc86f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002338:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc861 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e27c expref: 286 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002351:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e27c expref: 285 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.002358:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:3.0:1776201055.002360:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201055.002362:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000532eb826, rc 0) 00000100:00100000:3.0:1776201055.002418:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e9e17c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257728:12345-192.168.202.3@tcp:101:rm.0 Request processed in 681us (2350us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201055.002426:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72667 00000100:00100000:0.0:1776201055.005944:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.006156:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257856 00000100:00100000:1.0:1776201055.006214:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24456 00000100:00100000:1.0:1776201055.006221:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886c7e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257856:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201055.006469:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886c7e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257856:12345-192.168.202.3@tcp:35:rm.0 Request processed in 247us (533us total) trans 4295011046 rc 0/0 00000100:00100000:1.0:1776201055.006476:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24456 00000100:00100000:1.0:1776201055.009099:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.009734:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738257984 00000100:00100000:2.0:1776201055.009798:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72668 00000100:00100000:2.0:1776201055.009806:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+286:17908:x1862480738257984:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201055.009866:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201055.009894:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc876 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e27c expref: 286 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.009917:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc55f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e1e9 expref: 285 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.009927:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (00000000cf8cde40) 00010000:00010000:2.0:1776201055.009941:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007617b4c4/0xf221502977fbc344 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e133 expref: 284 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.009954:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000002f75e491) 00010000:00010000:2.0:1776201055.009960:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201055.009994:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010010:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010019:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010030:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010037:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010044:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010895:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010907:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.010914:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201055.011628:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 11264 00000004:00010000:2.0:1776201055.011642:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000609dd390 reply state 0000000015143139 transno 4295011047 ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011681:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011689:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011695:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011700:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201055.011703:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011709:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011720:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000e3551dbe) 00010000:00010000:2.0:1776201055.011722:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201055.011726:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.011730:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc87d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201055.011742:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000609dd390 reply state 0000000015143139 transno 4295011047 ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.011870:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609dd390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738257984:12345-192.168.202.3@tcp:36:rm.0 Request processed in 2061us (2777us total) trans 4295011047 rc 0/0 00000100:00100000:2.0:1776201055.011880:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72668 00000100:00100000:3.0:1776201055.022244:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201055.022364:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258112 00000100:00100000:2.0:1776201055.022417:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72669 00000100:00100000:2.0:1776201055.022425:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042dc9e7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+285:17908:x1862480738258112:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201055.022480:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776201055.022506:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000067f02100/0xf221502977e54569 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88e1 expref: 285 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022541:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d825757/0xf221502977e54cc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b5e expref: 284 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022555:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c7871d9/0xf221502977e5453f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88cc expref: 283 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022565:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (000000000e491040) 00010000:00010000:2.0:1776201055.022574:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201055.022606:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022619:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022629:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022640:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022646:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022651:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022741:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022748:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.022754:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201055.023098:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3561, 64 off236160 00000004:00080000:2.0:1776201055.023105:0:13651:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1089565923421ns, next at 1090565920628ns, rc = 0 00000040:00080000:2.0:1776201055.023117:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3562, 64 off236224 00000004:00080000:2.0:1776201055.023121:0:13651:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1089565939431ns, next at 1090565938245ns, rc = 0 00000040:00080000:2.0:1776201055.023128:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3562, 64 off236224 00000040:00080000:2.0:1776201055.023134:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3563, 64 off236288 00000040:00080000:2.0:1776201055.023139:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3563, 64 off236288 00010000:00010000:2.0:1776201055.023231:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023240:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023247:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023254:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023259:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023265:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023284:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201055.023299:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000042dc9e7b reply state 00000000d0814cbb transno 4295011048 ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023318:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201055.023322:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023329:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201055.023331:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023338:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023346:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (000000000878e24c) 00010000:00010000:2.0:1776201055.023349:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201055.023351:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023356:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023366:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201055.023367:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201055.023369:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201055.023415:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023421:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023427:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023432:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201055.023435:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023440:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023448:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000005fbf4074) 00010000:00010000:2.0:1776201055.023450:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201055.023452:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.023457:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc892 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201055.023467:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000042dc9e7b reply state 00000000d0814cbb transno 4295011048 ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.023549:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042dc9e7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+284:17908:x1862480738258112:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1124us (1312us total) trans 4295011048 rc 0/0 00000100:00100000:2.0:1776201055.023558:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72669 00010000:00010000:1.0:1776201055.024636:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024650:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024656:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024665:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.024669:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024674:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024686:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x12eaac0d (000000009f11885e) 00010000:00010000:1.0:1776201055.024688:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.024691:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024696:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbc884 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024715:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024720:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024725:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024729:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.024731:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024737:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024743:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (000000006c46eb73) 00010000:00010000:1.0:1776201055.024745:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201055.024747:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.024752:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c5cef94/0xf221502977fbc88b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026463:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026481:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026488:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026494:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.026498:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026505:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026519:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xaaaf1035 (000000008ba87046) 00010000:00010000:1.0:1776201055.026521:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.026534:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026545:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3918547/0xf221502977fbc899 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026562:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026568:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026574:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026578:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.026580:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026586:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026593:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (000000000878e24c) 00010000:00010000:1.0:1776201055.026595:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201055.026597:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.026601:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbc8a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201055.087937:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.088029:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258240 00000100:00100000:1.0:1776201055.088096:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24457 00000100:00100000:1.0:1776201055.088104:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e235010 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+282:17908:x1862480738258240:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201055.088379:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e235010 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+283:17908:x1862480738258240:12345-192.168.202.3@tcp:35:rm.0 Request processed in 275us (451us total) trans 4295011049 rc 0/0 00000100:00100000:1.0:1776201055.088386:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24457 00000100:00100000:3.0:1776201055.099153:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.099367:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258368 00000100:00100000:0.0:1776201055.099426:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72670 00000100:00100000:0.0:1776201055.099432:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a33ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+283:17908:x1862480738258368:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201055.099487:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776201055.099514:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000370ea7b2/0xf221502977e54aa2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8aaf expref: 283 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099546:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b41eb9f9/0xf221502977e5468f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8943 expref: 282 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099560:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062a473af/0xf221502977e547d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df89c1 expref: 281 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099570:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069b3933c/0xf221502977e5467a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df893c expref: 280 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099584:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (00000000948127c4) 00010000:00010000:0.0:1776201055.099594:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201055.099628:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099641:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099649:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099659:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099665:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099669:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099771:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099780:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.099786:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201055.100100:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3564, 64 off236352 00010000:00010000:0.0:1776201055.100176:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100229:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100237:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100244:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100249:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100255:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100268:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201055.100283:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000092a33ebf reply state 000000002b9a946d transno 4295011050 ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100334:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100340:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100345:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100354:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201055.100357:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100364:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100372:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000004ab42885) 00010000:00010000:0.0:1776201055.100375:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201055.100377:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.100383:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201055.100396:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000092a33ebf reply state 000000002b9a946d transno 4295011050 ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201055.100476:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a33ebf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+281:17908:x1862480738258368:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1043us (1330us total) trans 4295011050 rc 0/0 00000100:00100000:0.0:1776201055.100483:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72670 00010000:00010000:1.0:1776201055.100823:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201055.100828:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.100835:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201055.100838:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.100844:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.100855:0:5541:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (00000000461b9394) 00010000:00010000:1.0:1776201055.100858:0:5541:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201055.100860:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.100864:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bce9be5/0xf221502977fbc8c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.100875:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201055.100877:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201055.100878:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201055.106900:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201055.106993:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258496 00000100:00100000:2.0:1776201055.107051:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72671 00000100:00100000:2.0:1776201055.107058:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002e87cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+281:17908:x1862480738258496:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:2.0:1776201055.107123:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776201055.107150:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8caa644/0xf221502977e54c70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b42 expref: 281 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107178:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006639e81d/0xf221502977e5491a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a23 expref: 280 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107231:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e890068/0xf221502977e54c85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b49 expref: 279 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107242:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b3ed240/0xf221502977e5490c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a1c expref: 278 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107252:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (00000000411f0c75) 00010000:00010000:2.0:1776201055.107262:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201055.107292:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107305:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107315:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107329:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107340:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107347:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107576:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107584:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107591:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776201055.107910:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3564, 64 off236352 00010000:00010000:2.0:1776201055.107972:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107981:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107988:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.107994:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108000:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108007:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108030:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776201055.108046:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000002e87cf3 reply state 0000000017f0b967 transno 4295011051 ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108096:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108102:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108108:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108114:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201055.108118:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108124:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108134:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000660555ec) 00010000:00010000:2.0:1776201055.108137:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201055.108140:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108145:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001082de99/0xf221502977fbc8ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776201055.108155:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000002e87cf3 reply state 0000000017f0b967 transno 4295011051 ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.108253:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002e87cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17908:x1862480738258496:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1194us (1361us total) trans 4295011051 rc 0/0 00000100:00100000:2.0:1776201055.108262:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72671 00010000:00010000:2.0:1776201055.108309:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201055.108314:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108320:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201055.108322:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108328:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108337:0:10946:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (00000000e3551dbe) 00010000:00010000:2.0:1776201055.108339:0:10946:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201055.108341:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108345:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013420c1b/0xf221502977fbc8df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.108355:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201055.108356:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201055.108358:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201055.110390:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110412:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110419:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110425:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.110429:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110435:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110451:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x3db54834 (0000000096e71add) 00010000:00010000:1.0:1776201055.110454:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.110458:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110464:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a059cd11/0xf221502977fbc8b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110483:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110488:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110493:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110501:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.110503:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110508:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110514:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (00000000461b9394) 00010000:00010000:1.0:1776201055.110516:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201055.110517:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.110533:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d3da9e/0xf221502977fbc8bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.115052:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.115231:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258624 00000100:00100000:0.0:1776201055.115282:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72672 00000100:00100000:0.0:1776201055.115290:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b4b7fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+278:17908:x1862480738258624:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:0.0:1776201055.115343:0:5554:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776201055.115370:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ff0f81/0xf221502977e54cb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b57 expref: 278 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115396:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063ab7224/0xf221502977e5498a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a54 expref: 277 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115408:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b4e6c78/0xf221502977e54ca1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8b50 expref: 276 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115420:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e2a7e0e/0xf221502977e5496e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a46 expref: 275 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115428:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (00000000d4ff8bb0) 00010000:00010000:0.0:1776201055.115436:0:5554:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201055.115465:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115480:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115488:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115501:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115507:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115512:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115623:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115631:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.115637:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776201055.115984:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3565, 64 off236416 00000040:00080000:0.0:1776201055.115997:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3565, 64 off236416 00000040:00080000:0.0:1776201055.116002:0:5554:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].3566, 64 off236480 00010000:00010000:0.0:1776201055.116066:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116404:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116413:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116421:0:5554:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116426:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116432:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116457:0:5554:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776201055.116478:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000032b4b7fc reply state 00000000f6a33777 transno 4295011052 ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116499:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201055.116504:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116510:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201055.116513:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116521:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116540:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (00000000c285dd9a) 00010000:00010000:0.0:1776201055.116543:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776201055.116545:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116551:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc8fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774899648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116565:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201055.116566:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201055.116567:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201055.116615:0:5554:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116626:0:5554:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116631:0:5554:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116637:0:5554:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201055.116639:0:5554:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116645:0:5554:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116652:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000660555ec) 00010000:00010000:0.0:1776201055.116654:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201055.116656:0:5554:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.116661:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc8e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201055.116669:0:5554:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000032b4b7fc reply state 00000000f6a33777 transno 4295011052 ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201055.116750:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b4b7fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+276:17908:x1862480738258624:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1459us (1703us total) trans 4295011052 rc 0/0 00000100:00100000:0.0:1776201055.116758:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72672 00010000:00010000:1.0:1776201055.117169:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117193:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117199:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117204:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.117207:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117212:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117222:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0xa375d043 (000000005fbf4074) 00010000:00010000:1.0:1776201055.117224:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.117226:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117231:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1e276ae/0xf221502977fbc8d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117244:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117249:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117253:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117257:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.117259:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117263:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117270:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (00000000e3551dbe) 00010000:00010000:1.0:1776201055.117272:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201055.117273:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.117281:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e52b8929/0xf221502977fbc8d8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123716:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123735:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123743:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123749:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.123753:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123761:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123779:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x820cea43 (000000004ab42885) 00010000:00010000:1.0:1776201055.123782:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.123785:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123791:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042c17470/0xf221502977fbc8ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123812:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123823:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123829:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123834:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7d3b8cd already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.123836:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123841:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123848:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (00000000c285dd9a) 00010000:00010000:1.0:1776201055.123850:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776201055.123851:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.123857:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7d3b8cd/0xf221502977fbc8f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201055.130975:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201055.131483:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258688 00000100:00100000:3.0:1776201055.131585:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72673 00000100:00100000:3.0:1776201055.131592:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb339e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+274:17908:x1862480738258688:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201055.131617:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201055.131639:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc902 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e283 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131738:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131754:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131765:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201055.131801:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3f:0x0]: returning size 1099872 00000004:00200000:3.0:1776201055.131805:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201055.131821:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131832:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131853:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc902 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e283 expref: 276 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131876:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e283 expref: 275 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.131883:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (00000000d758fdd3) 00010000:00010000:3.0:1776201055.131886:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776201055.131889:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000415c103f, rc 0) 00000100:00100000:3.0:1776201055.131955:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb339e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+275:17908:x1862480738258688:12345-192.168.202.3@tcp:101:rm.0 Request processed in 362us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201055.131961:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72673 00000100:00100000:0.0:1776201055.139816:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201055.139892:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258816 00000100:00100000:3.0:1776201055.139944:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72674 00000100:00100000:3.0:1776201055.139950:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4132563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+275:17908:x1862480738258816:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:3.0:1776201055.140002:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776201055.140029:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000998f7788/0xf221502977e54abe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ab6 expref: 275 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140052:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fef4f342/0xf221502977e549ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a70 expref: 274 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140065:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc909 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e283 expref: 273 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140089:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068651021/0xf221502977e549de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a69 expref: 272 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140098:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (00000000d758fdd3) 00010000:00010000:3.0:1776201055.140107:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201055.140136:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140148:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140157:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140469:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140479:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140485:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140592:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140601:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140608:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776201055.140912:0:13651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].3566, 64 off236480 00010000:00010000:3.0:1776201055.140972:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140985:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.140992:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141000:0:13651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141005:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141011:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141129:0:13651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776201055.141148:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e4132563 reply state 000000000b03e73f transno 4295011053 ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141220:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141227:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141234:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141240:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.141244:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141251:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141260:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000660555ec) 00010000:00010000:3.0:1776201055.141262:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.141265:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.141270:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc910 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201055.141279:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e4132563 reply state 000000000b03e73f transno 4295011053 ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201055.141448:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4132563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+273:17908:x1862480738258816:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1496us (1640us total) trans 4295011053 rc 0/0 00000100:00100000:3.0:1776201055.141458:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72674 00010000:00010000:1.0:1776201055.141671:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201055.141676:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.141684:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201055.141686:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.141698:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.141707:0:6367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (000000000306bd9a) 00010000:00010000:1.0:1776201055.141709:0:6367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776201055.141711:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.141716:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc925 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638693774797248 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.141727:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201055.141728:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201055.141729:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201055.154693:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.154773:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738258880 00000100:00100000:0.0:1776201055.154831:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72675 00000100:00100000:0.0:1776201055.154838:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010344650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+273:17678:x1862480738258880:12345-192.168.202.3@tcp:101:bash.0 00010000:00010000:0.0:1776201055.154867:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201055.154886:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc92c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e28a expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.154980:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.154995:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.155006:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.155019:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.155025:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.155031:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155748:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155758:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155766:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201055.155805:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00000004:00200000:1.0:1776201055.155809:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201055.155833:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155849:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155855:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155862:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155868:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.155871:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155877:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155889:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:1.0:1776201055.155892:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.155896:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155901:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000193bccd2/0xf221502977fbc933 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155914:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155920:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155930:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155935:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088d811e9 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.155937:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155941:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155948:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (00000000893a4271) 00010000:00010000:1.0:1776201055.155950:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.155951:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155956:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088d811e9/0xf221502977fbc93a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155985:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033611efa/0xf221502977fbc92c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e28a expref: 275 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.155998:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e28a expref: 274 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.156005:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201055.156007:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201055.156009:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b816acb8, rc 0) 00000100:00100000:1.0:1776201055.156157:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010344650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+274:17678:x1862480738258880:12345-192.168.202.3@tcp:101:bash.0 Request processed in 1317us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201055.156283:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72675 00010000:00010000:3.0:1776201055.161494:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161515:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161533:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161539:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.161545:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161553:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161569:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6fca4125 (00000000edd787be) 00010000:00010000:3.0:1776201055.161571:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.161575:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161581:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc917 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161598:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161605:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161610:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161616:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.161617:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161622:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161629:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (000000000306bd9a) 00010000:00010000:3.0:1776201055.161632:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776201055.161634:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.161639:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc91e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201055.185796:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.185913:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259008 00000100:00100000:1.0:1776201055.185974:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72676 00000100:00100000:1.0:1776201055.185980:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ece30409 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+273:17911:x1862480738259008:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201055.186001:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201055.186021:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc948 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e291 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201055.186225:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00010000:00010000:1.0:1776201055.186345:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc948 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e291 expref: 275 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.186353:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e291 expref: 275 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.186368:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005aef3f36, rc 0) 00000100:00100000:1.0:1776201055.186418:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ece30409 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+274:17911:x1862480738259008:12345-192.168.202.3@tcp:101:rm.0 Request processed in 437us (630us total) trans 4295011054 rc 301/301 00000100:00100000:1.0:1776201055.186425:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72676 00000100:00100000:0.0:1776201055.198931:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.199019:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259072 00000100:00100000:1.0:1776201055.199067:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24458 00000100:00100000:1.0:1776201055.199071:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+274:17911:x1862480738259072:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201055.206806:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc706a1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+274:17911:x1862480738259072:12345-192.168.202.3@tcp:37:rm.0 Request processed in 7725us (7873us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201055.206822:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24458 00000100:00100000:0.0:1776201055.218003:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.218111:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259200 00000100:00100000:3.0:1776201055.218338:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24459 00000100:00100000:3.0:1776201055.218346:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+274:17911:x1862480738259200:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:3.0:1776201055.218681:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9809969 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+275:17911:x1862480738259200:12345-192.168.202.3@tcp:35:rm.0 Request processed in 334us (684us total) trans 4295011055 rc 0/0 00000100:00100000:3.0:1776201055.218689:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24459 00000100:00100000:2.0:1776201055.225775:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.225887:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259328 00000100:00100000:0.0:1776201055.225945:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72677 00000100:00100000:0.0:1776201055.225953:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557b5836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+275:17911:x1862480738259328:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:0.0:1776201055.225980:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201055.225999:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc956 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e298 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.226168:0:5554:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc95d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.226233:0:5554:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc95d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.226244:0:5554:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc95d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201055.226255:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00010000:00010000:0.0:1776201055.226425:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc956 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e298 expref: 278 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.226442:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc95d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e298 expref: 277 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.226450:0:5554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:0.0:1776201055.226453:0:5554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1776201055.226456:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001f775fca, rc 0) 00000100:00100000:0.0:1776201055.226516:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b5836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+277:17911:x1862480738259328:12345-192.168.202.3@tcp:101:rm.0 Request processed in 562us (750us total) trans 4295011056 rc 0/0 00000100:00100000:0.0:1776201055.226532:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72677 00000100:00100000:2.0:1776201055.240382:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.240484:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259392 00000100:00100000:1.0:1776201055.240550:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72678 00000100:00100000:1.0:1776201055.240557:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a595512f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+277:17911:x1862480738259392:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201055.240584:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201055.240606:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc96b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e29f expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240728:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240742:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240754:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201055.240816:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 11264 00000004:00200000:1.0:1776201055.240820:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201055.240843:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240870:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc96b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e29f expref: 279 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240887:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e29f expref: 278 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.240895:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000660555ec) 00010000:00010000:1.0:1776201055.240898:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201055.240900:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006b0faa2d, rc 0) 00000100:00100000:1.0:1776201055.240961:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a595512f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+278:17911:x1862480738259392:12345-192.168.202.3@tcp:101:rm.0 Request processed in 404us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201055.240969:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72678 00000100:00100000:3.0:1776201055.252351:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201055.252531:0:5554:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259520 00000100:00100000:0.0:1776201055.252591:0:5554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72679 00000100:00100000:0.0:1776201055.252599:0:5554:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000119d5739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+278:17911:x1862480738259520:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:0.0:1776201055.252624:0:5554:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201055.252645:0:5554:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc979 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2a6 expref: -99 pid: 5554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201055.252786:0:5554:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 11264 00010000:00010000:0.0:1776201055.252917:0:5554:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc979 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2a6 expref: 280 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.252925:0:5554:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035601959/0xf221502977fbc979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2a6 expref: 280 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.252939:0:5554:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000035601959, rc 0) 00000100:00100000:0.0:1776201055.253003:0:5554:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000119d5739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259520:12345-192.168.202.3@tcp:101:rm.0 Request processed in 403us (659us total) trans 4295011057 rc 301/301 00000100:00100000:0.0:1776201055.253011:0:5554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72679 00000100:00100000:2.0:1776201055.259933:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.260020:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259584 00000100:00100000:1.0:1776201055.260083:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24460 00000100:00100000:1.0:1776201055.260091:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000118d3fb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259584:12345-192.168.202.3@tcp:37:rm.0 00000100:00100000:1.0:1776201055.267871:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000118d3fb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259584:12345-192.168.202.3@tcp:37:rm.0 Request processed in 7772us (7940us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201055.267888:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24460 00000100:00100000:3.0:1776201055.276433:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.276867:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259712 00000100:00100000:1.0:1776201055.276921:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24461 00000100:00100000:1.0:1776201055.276927:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000355be0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259712:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:1.0:1776201055.277267:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000355be0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+280:17911:x1862480738259712:12345-192.168.202.3@tcp:35:rm.0 Request processed in 338us (841us total) trans 4295011058 rc 0/0 00000100:00100000:1.0:1776201055.277276:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24461 00010000:00010000:1.0:1776201055.283931:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201055.284766:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201055.284860:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259840 00000100:00100000:1.0:1776201055.284920:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72680 00000100:00100000:1.0:1776201055.284927:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072086977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+280:17911:x1862480738259840:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201055.284982:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776201055.285009:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b0faa2d/0xf221502977fbc972 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e29f expref: 280 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285036:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a52dcc7/0xf221502977e548c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a07 expref: 279 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285050:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000660555ec) 00010000:00010000:1.0:1776201055.285064:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b816acb8/0xf221502977fbc941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e28a expref: 278 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285083:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201055.285087:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201055.285116:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285129:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285138:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285153:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285170:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285176:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285344:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285499:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285511:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201055.285910:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 11264 00000004:00010000:1.0:1776201055.285924:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000072086977 reply state 000000006dcbdb01 transno 4295011059 ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285958:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285964:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285970:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285977:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201055.285980:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285987:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.285996:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:1.0:1776201055.285998:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201055.286001:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201055.286007:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005aef3f36/0xf221502977fbc987 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201055.286018:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000072086977 reply state 000000006dcbdb01 transno 4295011059 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201055.286379:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072086977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259840:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1451us (1620us total) trans 4295011059 rc 0/0 00000100:00100000:1.0:1776201055.286388:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72680 00000100:00100000:1.0:1776201055.302780:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201055.303440:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303455:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303463:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303469:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201055.303472:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303486:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303502:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0xaccec57e (000000006baee33b) 00010000:00010000:0.0:1776201055.303505:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201055.303509:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303514:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec346f4d/0xf221502977fbc98e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303544:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303550:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303555:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303560:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ceccebb already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201055.303561:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303566:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303572:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (00000000ddbe1466) 00010000:00010000:0.0:1776201055.303574:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776201055.303576:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201055.303581:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ceccebb/0xf221502977fbc995 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201055.305310:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738259904 00000100:00100000:3.0:1776201055.305394:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72681 00000100:00100000:3.0:1776201055.305401:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000044d798f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+278:17911:x1862480738259904:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:3.0:1776201055.305431:0:13651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201055.305451:0:13651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc99c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2ad expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305550:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305565:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305575:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305590:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305597:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305603:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305709:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305719:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305727:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201055.305765:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00000004:00200000:3.0:1776201055.305768:0:13651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201055.305791:0:13651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305801:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305807:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305813:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305819:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.305822:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305829:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305840:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:3.0:1776201055.305843:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.305846:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305851:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057b4de67/0xf221502977fbc9a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305864:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305869:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305874:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305878:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.305880:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305885:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305892:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (000000000306bd9a) 00010000:00010000:3.0:1776201055.305895:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.305896:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305902:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbc9aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305930:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440fbcd3/0xf221502977fbc99c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ad expref: 280 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305942:0:13651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ad expref: 279 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.305947:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:3.0:1776201055.305949:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776201055.305951:0:13651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000415c103f, rc 0) 00000100:00100000:3.0:1776201055.306380:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000044d798f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738259904:12345-192.168.202.3@tcp:101:rm.0 Request processed in 978us (3611us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201055.306389:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72681 00000100:00100000:0.0:1776201055.316725:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201055.316866:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260032 00000100:00100000:3.0:1776201055.316920:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24462 00000100:00100000:3.0:1776201055.316926:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b546e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738260032:12345-192.168.202.3@tcp:35:rm.0 00000100:00100000:3.0:1776201055.317243:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b546e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+280:17911:x1862480738260032:12345-192.168.202.3@tcp:35:rm.0 Request processed in 315us (525us total) trans 4295011060 rc 0/0 00000100:00100000:3.0:1776201055.317251:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24462 00000100:00100000:1.0:1776201055.322925:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201055.323248:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260160 00000100:00100000:3.0:1776201055.323295:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72682 00000100:00100000:3.0:1776201055.323301:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004331430d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+280:17911:x1862480738260160:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:3.0:1776201055.323365:0:13651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776201055.323392:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000415c103f/0xf221502977fbc9b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ad expref: 280 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323412:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f775fca/0xf221502977fbc95d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e298 expref: 279 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323422:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (00000000ebd12272) 00010000:00010000:3.0:1776201055.323435:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003670cfb4/0xf221502977e543ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8847 expref: 278 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323443:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:3.0:1776201055.323446:0:13651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201055.323473:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323487:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323497:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323512:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323529:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323537:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323661:0:13651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323670:0:13651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.323677:0:13651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201055.324100:0:13651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 11776 00000004:00010000:3.0:1776201055.324115:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004331430d reply state 00000000e90f1337 transno 4295011061 ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324150:0:13651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324156:0:13651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324162:0:13651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324167:0:13651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201055.324170:0:13651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324219:0:13651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324230:0:13651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:3.0:1776201055.324233:0:13651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201055.324237:0:13651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201055.324243:0:13651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000791b2093/0xf221502977fbc9b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776201055.324252:0:13651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004331430d reply state 00000000e90f1337 transno 4295011061 ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201055.324332:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004331430d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b1842e67-c817-43d9-bd43-cf870479ca00+279:17911:x1862480738260160:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1030us (1414us total) trans 4295011061 rc 0/0 00000100:00100000:3.0:1776201055.324340:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72682 00010000:00010000:2.0:1776201055.332805:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332825:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332831:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332837:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ef60a88 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201055.332841:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332848:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332863:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (00000000edd787be) 00010000:00010000:2.0:1776201055.332866:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201055.332870:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332876:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ef60a88/0xf221502977fbc9bf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332900:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332905:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332909:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332915:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532eb826 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201055.332917:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332923:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332928:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (000000005f3b157c) 00010000:00010000:2.0:1776201055.332931:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201055.332933:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201055.332938:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532eb826/0xf221502977fbc9c6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201056.308507:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.009522:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc62d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3027:1862480742311040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009592:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009638:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742311296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009665:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009692:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1776201057.009697:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049588d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:91b85cbe-83b4-4a14-b335-13cca4b9d049:3027:1862480742310976:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009724:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009740:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3027:1862480742311232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009759:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009784:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e235010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3024:1862480742311104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009806:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009821:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776201057.009826:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088c9f23b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009845:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.009876:0:5548:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742310976 00000100:00100000:3.0:1776201057.009920:0:5548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1776201057.009926:0:5548:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aaa31be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3027:x1862480742310976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.009973:0:5548:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aaa31be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3027:x1862480742310976:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.009980:0:5548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1776201057.010012:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311040 00000100:00100000:3.0:1776201057.010034:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311232 00000100:00100000:3.0:1776201057.010046:0:13651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311104 00000100:00100000:3.0:1776201057.010055:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1776201057.010058:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377fcf8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3027:x1862480742311040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010086:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377fcf8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3027:x1862480742311040:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.010092:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1776201057.010102:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1776201057.010105:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9acbaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3027:x1862480742311232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010127:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9acbaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3027:x1862480742311232:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.010131:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1776201057.010141:0:13651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1776201057.010143:0:13651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009068bab1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3024:x1862480742311104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010170:0:13651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009068bab1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3024:x1862480742311104:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.010176:0:13651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1776201057.010244:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e235010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3024:1862480742311104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010267:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049588d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:91b85cbe-83b4-4a14-b335-13cca4b9d049:3027:1862480742310976:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010275:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3027:1862480742311232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010282:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc62d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3027:1862480742311040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010313:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311296 00000100:00100000:3.0:1776201057.010336:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311168 00000100:00100000:3.0:1776201057.010352:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1776201057.010355:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3027:x1862480742311296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010388:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3027:x1862480742311296:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.010394:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1776201057.010403:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1776201057.010406:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096143fe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3024:x1862480742311168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010432:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096143fe0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3024:x1862480742311168:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.010438:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1776201057.010465:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088c9f23b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.010484:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742311296:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201057.139239:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.139287:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.139323:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.139353:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.139401:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260288 00000100:00100000:1.0:1776201057.139447:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 585 00000100:00100000:1.0:1776201057.139454:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+278:2226:x1862480738260288:12345-192.168.202.3@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776201057.139551:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e440430f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+278:2226:x1862480738260288:12345-192.168.202.3@tcp:400:kworker/u8:2.0 Request processed in 96us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.139559:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 585 00000100:00100000:3.0:1776201057.139752:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260416 00000100:00100000:3.0:1776201057.139780:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260352 00000100:00100000:3.0:1776201057.139798:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 367 00000100:00100000:3.0:1776201057.139802:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b1842e67-c817-43d9-bd43-cf870479ca00+91:2226:x1862480738260416:12345-192.168.202.3@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.139837:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368aaaf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b1842e67-c817-43d9-bd43-cf870479ca00+91:2226:x1862480738260416:12345-192.168.202.3@tcp:400:kworker/u8:2.0 Request processed in 34us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.139843:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 367 00000100:00100000:3.0:1776201057.139855:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 368 00000100:00100000:3.0:1776201057.139858:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b1842e67-c817-43d9-bd43-cf870479ca00+90:2226:x1862480738260352:12345-192.168.202.3@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.139880:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19e1a8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b1842e67-c817-43d9-bd43-cf870479ca00+90:2226:x1862480738260352:12345-192.168.202.3@tcp:400:kworker/u8:2.0 Request processed in 21us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.139886:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 368 00000100:00100000:3.0:1776201057.139904:0:5546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260224 00000100:00100000:3.0:1776201057.139927:0:5546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 545 00000100:00100000:3.0:1776201057.139931:0:5546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3766e99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2226:x1862480738260224:12345-192.168.202.3@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776201057.139953:0:5546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3766e99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2226:x1862480738260224:12345-192.168.202.3@tcp:400:kworker/u8:2.0 Request processed in 21us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.139959:0:5546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 545 00000001:00080000:3.0:1776201057.145750:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011057 is committed 00000004:00080000:3.0:1776201057.145812:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 572 committed 00000004:00080000:3.0:1776201057.145957:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 570 committed 00000100:00100000:1.0:1776201057.146287:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db13f62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.146357:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.146382:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2b95d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.146400:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.146424:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1776201057.146429:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067141de7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.146449:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.146461:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095527769 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.146478:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1776201057.146790:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011059 is committed 00000004:00080000:3.0:1776201057.146920:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 551 committed 00000004:00080000:3.0:1776201057.146932:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 573 committed 00000004:00080000:3.0:1776201057.147031:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 571 committed 00000004:00080000:3.0:1776201057.147455:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 548 committed 00000001:00080000:3.0:1776201057.147464:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011061 is committed 00000004:00080000:3.0:1776201057.147511:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 550 committed 00000004:00080000:3.0:1776201057.147579:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 549 committed 00000100:00100000:3.0:1776201057.147621:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d44a5273 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.147752:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.147779:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002160fa9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.147802:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.147825:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776201057.147831:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab778516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.147852:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.147866:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c7731db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.147883:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.147928:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311488 00000100:00100000:3.0:1776201057.147968:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311744 00000100:00100000:3.0:1776201057.147985:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311552 00000100:00100000:3.0:1776201057.147999:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311808 00000100:00100000:3.0:1776201057.148013:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311360 00000100:00100000:3.0:1776201057.148028:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311616 00000100:00100000:3.0:1776201057.148040:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311424 00000100:00100000:1.0:1776201057.148170:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742311680 00000100:00100000:1.0:1776201057.148213:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20600 00000100:00100000:1.0:1776201057.148219:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3026:x1862480742311488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.148247:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4560 count 1 00010000:00010000:1.0:1776201057.148274:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148294:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 2/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 89 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776201057.148301:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.148303:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.148305:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 4/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148335:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 3/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 89 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776201057.148347:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 4/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 89 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:1.0:1776201057.148357:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742311872:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.148409:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.148425:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20601 00000100:00100000:1.0:1776201057.148429:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071e74ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3026:x1862480742311744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.148442:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2091 count 1 00010000:00010000:1.0:1776201057.148453:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148464:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148470:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.148471:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.148473:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 4/0,1 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148489:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 3/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.148496:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 4/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.148517:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000598c5a37 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742311936:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.148542:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545851ed going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.148788:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20602 00000100:00100000:3.0:1776201057.148793:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec98321b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+12:3026:x1862480742311552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.148808:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4561 count 1 00010000:00010000:3.0:1776201057.148820:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.148831:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 89 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.148838:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.148840:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.148841:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 4/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.148860:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 3/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 89 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.148868:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 4/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 89 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.148878:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000277a412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742312000:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.149266:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20603 00000100:00100000:0.0:1776201057.149272:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cd1fc67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3026:x1862480742311808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.149289:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2087 count 1 00010000:00010000:0.0:1776201057.149301:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149313:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 89 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149321:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.149323:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.149324:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 4/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149343:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 89 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149352:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 89 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.149362:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee52058 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:10771:1862480742312064:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.149385:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f09ec01f going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.149389:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e2191e18 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.149409:0:6354:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20604 00000100:00100000:3.0:1776201057.149415:0:6354:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3024:x1862480742311360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.149420:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20605 00000100:00100000:0.0:1776201057.149426:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6be0d12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3024:x1862480742311616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.149430:0:6354:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4557 count 1 00002000:00080000:0.0:1776201057.149441:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4563 count 1 00010000:00010000:3.0:1776201057.149444:0:6354:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149454:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149457:0:6354:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 2/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 89 pid: 10769 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776201057.149474:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.149477:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 2/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 89 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776201057.149477:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.149479:0:6354:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 4/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.149491:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.149494:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.149496:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 4/0,1 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149522:0:6354:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 3/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 89 pid: 10769 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1776201057.149531:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 3/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 89 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776201057.149548:0:6354:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 4/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 89 pid: 10769 timeout: 1191 lvb_type: 1 00010000:00010000:0.0:1776201057.149550:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 4/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 89 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1776201057.149573:0:6354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000494f38 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742312128:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.149574:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1fd52a1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742312192:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.149614:0:6354:0:(client.c:2500:ptlrpc_set_wait()) set 00000000772fd195 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.149642:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20606 00000100:00100000:3.0:1776201057.149647:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3024:x1862480742311424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.149660:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4554 count 1 00010000:00010000:3.0:1776201057.149670:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149682:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 89 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149687:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.149688:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.149690:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 4/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149705:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 89 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.149712:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 89 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.149720:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044c3f1ef pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742312256:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.152201:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 000000004a067e73 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.152245:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20607 00000100:00100000:0.0:1776201057.152255:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e038bd99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3024:x1862480742311680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.152283:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2090 count 1 00010000:00010000:0.0:1776201057.152304:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.152328:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.152336:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.152338:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.152340:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 4/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.152359:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 000000009959251e going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.152372:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.152384:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.152398:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d27b58c pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742312320:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.152432:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a0013ea going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.152711:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9fd31f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.152756:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.152778:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005932938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.152797:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.152814:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1776201057.152819:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba14e0e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.152837:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.152849:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1437388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.152866:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.152891:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312576 00000100:00100000:3.0:1776201057.152923:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312832 00000100:00100000:3.0:1776201057.152936:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312512 00000100:00100000:3.0:1776201057.152948:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312768 00000100:00100000:3.0:1776201057.152959:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20608 00000100:00100000:3.0:1776201057.152963:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3027:x1862480742312576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.152977:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4559 count 1 00010000:00010000:3.0:1776201057.152990:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.153000:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 90 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.153005:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.153007:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.153008:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 4/0,1 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.153030:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 3/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 90 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.153037:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 4/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 90 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.153046:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f388d51f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742312896:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.153249:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20609 00000100:00100000:2.0:1776201057.153255:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049588d70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3027:x1862480742312832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.153270:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4501 count 1 00010000:00010000:2.0:1776201057.153282:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153295:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 2/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 90 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153303:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.153305:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.153307:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 4/0,1 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153327:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 3/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 90 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153336:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 4/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 90 pid: 6351 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.153347:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742312960:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.153352:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.153381:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf593c5b going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.153407:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260480 00010000:00010000:2.0:1776201057.153427:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 5/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 90 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:2.0:1776201057.153451:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33657 00000100:00100000:2.0:1776201057.153455:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056a1921e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+90:2225:x1862480738260480:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201057.153465:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.153469:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 5/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 90 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.153484:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 4/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 90 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.153519:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.153521:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.153524:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153532:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 4/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.153547:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.153568:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056a1921e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+90:2225:x1862480738260480:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 111us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.153575:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33657 00000100:00100000:2.0:1776201057.153599:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000707f9254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.153626:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.153657:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000af6529b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.153674:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312448 00000100:00100000:2.0:1776201057.153694:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.153714:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776201057.153719:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061351561 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.153739:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.154065:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.154105:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000598c5a37 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742311936:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.154123:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.154287:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312704 00010000:00010000:1.0:1776201057.154298:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603669d1/0xf221502977fba7c2 lrc: 0/0,0 mode: --/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dd74 expref: 89 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:0.0:1776201057.154309:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312384 00000100:00100000:2.0:1776201057.154312:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048418dfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.154315:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742311872:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.154325:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20610 00000100:00100000:0.0:1776201057.154330:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e235010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3027:x1862480742312512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776201057.154332:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.154342:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.154342:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1776201057.154347:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4558 count 1 00010000:00010000:1.0:1776201057.154350:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.154358:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154364:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.154364:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.154369:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742312640 00010000:00010000:0.0:1776201057.154390:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 2/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 90 pid: 12098 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1776201057.154394:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20611 00010000:00010000:1.0:1776201057.154396:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.154403:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3027:x1862480742312768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.154415:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.154417:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.154418:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 4/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1776201057.154423:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2086 count 1 00010000:00010000:2.0:1776201057.154438:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154442:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 3/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 90 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1776201057.154460:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 90 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154461:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 4/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 90 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.154482:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.154485:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1776201057.154486:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc706a1f pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:10925:1862480742313024:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.154488:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 4/0,1 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154526:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 3/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 90 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154537:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 4/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 90 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.154540:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d94fb79 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.154552:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742313088:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.154583:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 000000007f018aed going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.154598:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260544 00010000:00010000:2.0:1776201057.154616:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 4/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.154637:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20612 00000100:00100000:0.0:1776201057.154646:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3025:x1862480742312448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.154646:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33658 00000100:00100000:2.0:1776201057.154660:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083cf7d82 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+89:2225:x1862480738260544:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00002000:00080000:0.0:1776201057.154661:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4552 count 1 00010000:00010000:0.0:1776201057.154675:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154676:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.154684:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 4/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.154689:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 90 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154698:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 3/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.154700:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.154702:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.154705:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 4/0,1 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154724:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088b4a0c3/0xf221502977e552e4 lrc: 0/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8da3 expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.154737:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 3/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 90 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154737:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.154740:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.154744:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154749:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 4/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 90 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.154756:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 4/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.154766:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9809969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742313152:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.154783:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.154799:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e7ba45c going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.154810:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083cf7d82 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+88:2225:x1862480738260544:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 154us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.154819:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33658 00000100:00100000:0.0:1776201057.154822:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20613 00000100:00100000:0.0:1776201057.154828:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3025:x1862480742312704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.154841:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2087 count 1 00010000:00010000:2.0:1776201057.154848:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154852:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154862:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.154866:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3026:x1862480742311488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6644us (8508us total) trans 4294972762 rc 0/0 00010000:00010000:0.0:1776201057.154870:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 90 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.154886:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20600 00010000:00010000:0.0:1776201057.154890:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.154893:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.154895:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 4/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.154895:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.154911:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20614 00000100:00100000:1.0:1776201057.154916:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3025:x1862480742312384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.154920:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 90 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.154929:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 90 pid: 12107 timeout: 1191 lvb_type: 0 00002000:00080000:1.0:1776201057.154930:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4555 count 1 00000100:00100000:0.0:1776201057.154942:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35c4aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742313216:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.154947:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: --/PW res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.154964:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097de9a3a going to sleep for 6 seconds 00010000:00010000:1.0:1776201057.154966:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 2/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 90 pid: 6354 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776201057.154974:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.154976:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.154978:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 4/0,1 mode: --/PW res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.154998:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 3/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 90 pid: 6354 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776201057.155007:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 4/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 90 pid: 6354 timeout: 1191 lvb_type: 1 00000100:00100000:1.0:1776201057.155018:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742313280:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.155049:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545851ed going to sleep for 6 seconds 00010000:00010000:1.0:1776201057.155074:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.155079:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.155086:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.155089:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.155097:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.155115:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 1/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.155121:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbc9cd lrc: 0/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.155136:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.155138:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.155300:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.155445:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 0000000068820e4f going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.155466:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20615 00000100:00100000:3.0:1776201057.155471:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0e5c120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3025:x1862480742312640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.155485:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4561 count 1 00010000:00010000:3.0:1776201057.155496:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155518:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 2/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 90 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776201057.155525:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.155526:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.155527:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 4/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155544:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 3/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 90 pid: 12098 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776201057.155552:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 4/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 90 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1776201057.155562:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c532a2a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742313344:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.155584:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dacc811c going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.155742:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000db13f62f/2, rc 0, transno 5466 00000100:00100000:3.0:1776201057.155760:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db13f62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.155824:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f6d6d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742313408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.155853:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.155885:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313408 00000100:00100000:3.0:1776201057.155906:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20616 00000100:00100000:3.0:1776201057.155910:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9e6f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3024:x1862480742313408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.155921:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2089 count 1 00010000:00010000:3.0:1776201057.155933:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155944:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 87 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155950:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.155951:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.155953:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 4/0,1 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155971:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 3/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 87 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.155979:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 4/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 87 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.155989:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bfc74ce pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742313472:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.156010:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a7666bff going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.157623:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.157648:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.157930:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000277a412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742312000:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.157954:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.157977:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071e74ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3026:x1862480742311744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9545us (11574us total) trans 4294972763 rc 0/0 00000100:00100000:2.0:1776201057.157987:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20601 00010000:00010000:2.0:1776201057.158019:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.158024:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.158033:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.158036:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.158045:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 3/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.158064:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 1/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.158070:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbc9d4 lrc: 0/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.158092:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.158093:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.158095:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776201057.160553:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e2b95d78/2, rc 0, transno 5467 00000100:00100000:1.0:1776201057.160583:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2b95d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.160947:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.160970:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.161327:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.161389:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1fd52a1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742312192:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.161410:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.161811:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d27b58c pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742312320:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.161824:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.163403:0:6354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000494f38 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742312128:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.163426:0:6354:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.163455:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee52058 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:10771:1862480742312064:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.163467:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.163488:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044c3f1ef pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742312256:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.163498:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.163568:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.163606:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260608 00010000:00010000:2.0:1776201057.163653:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 4/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 88 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.163687:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260672 00010000:00010000:2.0:1776201057.163699:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 89 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.163717:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260800 00010000:00010000:2.0:1776201057.163729:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 4/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 90 pid: 10769 timeout: 1191 lvb_type: 1 00000100:00100000:2.0:1776201057.163755:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33659 00000100:00100000:2.0:1776201057.163761:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047f1e516 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+90:2227:x1862480738260608:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.163775:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.163781:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 4/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 90 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.163785:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33660 00000100:00100000:0.0:1776201057.163794:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf81b37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+90:2225:x1862480738260672:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776201057.163798:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 3/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 90 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.163805:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.163811:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 90 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.163822:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 90 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.163827:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e09dd13f/0xf221502977fba90b lrc: 0/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dddd expref: 90 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.163845:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a9a8a8/0xf221502977e54fd4 lrc: 0/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c53 expref: 90 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.163852:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.163855:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.163858:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.163860:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.163861:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.163864:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.163882:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 4/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.163882:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 4/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.163915:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201057.163922:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.164005:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf81b37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+88:2225:x1862480738260672:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 212us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.164014:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33660 00000100:00100000:0.0:1776201057.164032:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33661 00000100:00100000:0.0:1776201057.164036:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+87:2227:x1862480738260800:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.164043:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.164046:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 4/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 87 pid: 10769 timeout: 1191 lvb_type: 1 00010000:00010000:0.0:1776201057.164055:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 3/0,0 mode: PR/PR res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 87 pid: 10769 timeout: 1191 lvb_type: 1 00010000:00010000:0.0:1776201057.164072:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ccb7baf/0xf221502977fba2c8 lrc: 0/0,0 mode: --/PR res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dbd7 expref: 87 pid: 10769 timeout: 1191 lvb_type: 1 00010000:00010000:0.0:1776201057.164081:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.164082:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.164084:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.164090:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 4/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.164105:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.166981:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047f1e516 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+86:2227:x1862480738260608:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 3210us (6027us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.167000:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33659 00000100:00100000:2.0:1776201057.167086:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260928 00010000:00010000:2.0:1776201057.167116:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 86 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.167144:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33662 00000100:00100000:2.0:1776201057.167151:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b5c2f3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+86:2227:x1862480738260928:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.167167:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.167172:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 86 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.167201:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 86 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.167229:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4637f49/0xf221502977e5522e lrc: 0/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d56 expref: 86 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.167258:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.167260:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.167263:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167273:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 4/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167301:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.167347:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b5c2f3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+85:2227:x1862480738260928:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 196us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.167354:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33662 00010000:00010000:2.0:1776201057.167402:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167410:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167418:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167425:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167443:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.167867:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e038bd99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3024:x1862480742311680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15613us (19982us total) trans 4294972764 rc 0/0 00000100:00100000:2.0:1776201057.167878:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20607 00010000:00010000:2.0:1776201057.167904:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1776201057.167906:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+84:2227:x1862480738260800:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 3866us (6576us total) trans 0 rc 0/0 00010000:00010000:2.0:1776201057.167911:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.167918:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33661 00010000:00010000:2.0:1776201057.167927:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033611efa already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.167931:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167939:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.167947:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167955:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 1/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.167957:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.167976:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.167977:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033611efa/0xf221502977fbc9fe lrc: 0/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.167991:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168002:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168005:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168007:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.168018:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.168042:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742312960:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.168063:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168082:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.168087:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168096:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035601959 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.168099:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168106:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168119:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 1/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168125:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035601959/0xf221502977fbc9e2 lrc: 0/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168142:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168145:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168148:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168165:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168173:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168199:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168205:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.168219:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cd1fc67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3026:x1862480742311808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18946us (21739us total) trans 4294972765 rc 0/0 00010000:00010000:2.0:1776201057.168226:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.168229:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20603 00010000:00010000:0.0:1776201057.168255:0:6354:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.168263:0:6354:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.168270:0:6354:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.168276:0:6354:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.168290:0:6354:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.168483:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec98321b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+15:3026:x1862480742311552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19687us (22031us total) trans 4294972766 rc 0/0 00000100:00100000:2.0:1776201057.168490:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20602 00000100:00100000:0.0:1776201057.168524:0:6354:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3024:x1862480742311360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19108us (20771us total) trans 4294972767 rc 0/0 00010000:00010000:2.0:1776201057.168526:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.168531:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.168535:0:6354:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20604 00010000:00010000:2.0:1776201057.168543:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000791b2093 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.168546:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168552:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 3/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168564:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 1/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168569:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000791b2093/0xf221502977fbc9db lrc: 0/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168582:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.168585:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168590:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000415c103f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.168593:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168599:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 3/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168609:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 1/0,0 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776201057.168611:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000067141de7/2, rc 0, transno 5470 00010000:00010000:2.0:1776201057.168619:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000415c103f/0xf221502977fbc9e9 lrc: 0/0,0 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.168628:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067141de7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311552:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776201057.168639:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000095527769/2, rc 0, transno 5469 00000100:00100000:1.0:1776201057.168643:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095527769 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742311808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.168731:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000598c5a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742313600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.168762:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.168792:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776201057.168797:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098e12241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742313664:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.168821:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.168822:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313600 00000100:00100000:1.0:1776201057.168822:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.168823:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168828:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.168838:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.168852:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313664 00000100:00100000:2.0:1776201057.168860:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20617 00000100:00100000:2.0:1776201057.168871:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c2f683b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+15:3026:x1862480742313600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.168898:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2101 count 1 00010000:00010000:2.0:1776201057.168919:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168935:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 83 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168943:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.168945:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.168947:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 4/0,1 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168975:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 3/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 83 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.168985:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 4/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 83 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.168994:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742313728:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.169029:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf593c5b going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.169047:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cde48ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.169073:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.169098:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313536 00000100:00100000:2.0:1776201057.169111:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20618 00000100:00100000:2.0:1776201057.169121:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002008cc16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3026:x1862480742313664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.169133:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4510 count 1 00010000:00010000:2.0:1776201057.169144:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.169155:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.169160:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.169161:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.169162:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 4/0,1 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.169177:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 3/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.169210:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 4/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.169220:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742313792:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.169230:0:6354:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20619 00000100:00100000:0.0:1776201057.169235:0:6354:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3025:x1862480742313536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.169249:0:6354:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2140 count 1 00010000:00010000:0.0:1776201057.169261:0:6354:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.169272:0:6354:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 83 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.169280:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.169281:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.169282:0:6354:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 4/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.169299:0:6354:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 83 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.169307:0:6354:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 83 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.169316:0:6354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040c9b02c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742313856:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.169347:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b848db31 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.169356:0:6354:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e2191e18 going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.169832:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000007c7731db/2, rc 0, transno 5468 00000100:00100000:3.0:1776201057.169846:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c7731db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311680:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.169858:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d44a5273/2, rc 0, transno 5471 00000100:00100000:3.0:1776201057.169861:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d44a5273 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.169939:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776201057.170817:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.170855:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.170875:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.171069:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009251f4ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.171113:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.171130:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f0ab3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.171147:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.171201:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313984 00000100:00100000:2.0:1776201057.171233:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742313920 00000100:00100000:2.0:1776201057.171261:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20620 00000100:00100000:2.0:1776201057.171266:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69b61a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3025:x1862480742313984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.171287:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2100 count 1 00010000:00010000:2.0:1776201057.171310:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171328:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 83 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171342:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.171344:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.171346:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 4/0,1 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171374:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 3/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 83 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171385:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 4/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 83 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.171395:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742314048:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.171438:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 000000005d5cfdb8 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.171456:0:7950:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20621 00000100:00100000:2.0:1776201057.171460:0:7950:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3025:x1862480742313920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.171472:0:7950:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2098 count 1 00010000:00010000:2.0:1776201057.171481:0:7950:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171491:0:7950:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 83 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171497:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.171498:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.171500:0:7950:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 4/0,1 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171529:0:7950:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 3/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 83 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171537:0:7950:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 4/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 83 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.171546:0:7950:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7950:1862480742314112:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.171568:0:7950:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4014e95 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.171588:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260736 00010000:00010000:2.0:1776201057.171606:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 4/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 84 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:2.0:1776201057.171637:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260864 00010000:00010000:2.0:1776201057.171647:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 85 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.171663:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738260992 00010000:00010000:2.0:1776201057.171673:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 4/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 91 pid: 6351 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.171690:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33663 00000100:00100000:2.0:1776201057.171694:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006242fb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+85:2227:x1862480738260736:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.171704:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.171708:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 4/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.171718:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 3/0,0 mode: PR/PR res: [0x11d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.171740:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6605223/0xf221502977fbae67 lrc: 0/0,0 mode: --/PR res: [0x11d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dfa4 expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.171758:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.171760:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.171763:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171771:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 4/0,1 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171794:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.171819:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006242fb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+84:2227:x1862480738260736:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 124us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.171827:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33663 00000100:00100000:2.0:1776201057.171845:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33664 00000100:00100000:2.0:1776201057.171849:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff412d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+83:2227:x1862480738260864:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.171856:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.171859:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 83 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.171869:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 83 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.171885:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de7fb886/0xf221502977fb9d8f lrc: 0/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d9f4 expref: 83 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.171894:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.171895:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.171898:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171904:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 4/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.171922:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.171953:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff412d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+82:2227:x1862480738260864:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 103us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.171959:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33664 00000100:00100000:2.0:1776201057.171970:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33665 00000100:00100000:2.0:1776201057.171973:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33eaa69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+91:2227:x1862480738260992:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.171981:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.171984:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 4/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 91 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.171992:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 3/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 91 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.172008:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006aef6576/0xf221502977fb02c4 lrc: 0/0,0 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a48d expref: 91 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.172017:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.172018:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.172020:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172026:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 4/0,1 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172042:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.172058:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33eaa69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+90:2227:x1862480738260992:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 83us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.172064:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33665 00010000:00010000:2.0:1776201057.172089:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172097:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172106:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,1 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172113:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 2/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172130:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.172442:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc706a1f pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:10925:1862480742313024:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.172468:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.172488:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.172501:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.172519:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.172525:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.172600:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6be0d12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3024:x1862480742311616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23172us (24796us total) trans 4294972768 rc 0/0 00000100:00100000:2.0:1776201057.172614:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20605 00010000:00010000:0.0:1776201057.172623:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776201057.172873:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1776201057.172877:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3024:x1862480742311424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23228us (25024us total) trans 4294972769 rc 0/0 00010000:00010000:2.0:1776201057.172878:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 2/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.172891:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20606 00010000:00010000:2.0:1776201057.172894:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f775fca already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.172899:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 2/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172908:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 3/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172924:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 1/0,0 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172930:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f775fca/0xf221502977fbc9f0 lrc: 0/0,0 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172947:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.172949:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172955:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440fbcd3 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.172957:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172963:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172972:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 1/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172977:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440fbcd3/0xf221502977fbc9f7 lrc: 0/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.172989:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.172991:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.172993:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.173000:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.173007:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173014:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173020:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,1 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173025:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 2/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173037:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.173311:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049588d70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3027:x1862480742312832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20055us (20513us total) trans 4294973623 rc 0/0 00000100:00100000:2.0:1776201057.173318:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20609 00010000:00010000:2.0:1776201057.173335:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.173339:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 2/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173346:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.173348:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 2/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173353:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 3/0,0 mode: PW/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173368:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 1/0,0 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173374:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbca0c lrc: 0/0,0 mode: --/PW res: [0x1195:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.173386:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.173387:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.173388:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.173418:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000005932938/2, rc 0, transno 6327 00000100:00100000:2.0:1776201057.173435:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005932938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.173795:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000422e019a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742314176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.173830:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.174410:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314176 00000100:00100000:2.0:1776201057.174446:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20622 00000100:00100000:2.0:1776201057.174451:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3026:x1862480742314176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.174484:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2106 count 1 00010000:00010000:2.0:1776201057.174748:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.174766:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.174773:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.174775:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.174777:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 4/0,1 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.174806:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 3/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 89 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.174817:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 4/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 89 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.174829:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742314240:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.174892:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000231af694 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.175317:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ab778516/2, rc 0, transno 5473 00000100:00100000:2.0:1776201057.175323:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab778516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311424:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.175333:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000002160fa9f/2, rc 0, transno 5472 00000100:00100000:2.0:1776201057.175336:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002160fa9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742311616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.175998:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776201057.177113:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d663eae6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742314368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.177171:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.177242:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314368 00000100:00100000:3.0:1776201057.177286:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20623 00000100:00100000:3.0:1776201057.177292:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed1e8aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+19:3024:x1862480742314368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.177316:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2099 count 1 00010000:00010000:3.0:1776201057.177342:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.177360:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 81 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.177369:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.177371:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.177373:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 4/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.177398:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 81 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.177410:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.177421:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065508fbf pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742314432:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.177466:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f09ec01f going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.180286:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.180314:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.180340:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.180354:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261120 00000100:00100000:3.0:1776201057.180360:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.180382:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:2.0:1776201057.180389:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 5/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 90 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.180405:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742313088:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.180408:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.180426:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261056 00010000:00010000:0.0:1776201057.180432:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.180443:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 4/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 91 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1776201057.180445:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.180466:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261248 00010000:00010000:2.0:1776201057.180477:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 5/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 92 pid: 6354 timeout: 1191 lvb_type: 1 00000100:00100000:0.0:1776201057.180479:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9809969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742313152:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.180481:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.180500:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.180532:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c532a2a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742313344:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.180548:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.180574:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bfc74ce pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742313472:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.180585:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.180605:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35c4aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742313216:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.180614:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.180630:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261184 00010000:00010000:3.0:1776201057.180719:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 4/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 93 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.180736:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261312 00010000:00010000:3.0:1776201057.180744:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 5/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 94 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.180759:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261440 00000100:00100000:0.0:1776201057.180769:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e265eaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742314304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.180771:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 4/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.180772:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742313280:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.180792:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: --/PW res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.180793:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261504 00010000:00010000:3.0:1776201057.180805:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 95 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.180825:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33666 00000100:00100000:0.0:1776201057.180827:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.180833:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d3afac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+95:2228:x1862480738261120:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.180847:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.180852:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 4/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 95 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.180864:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 3/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 95 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.180888:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6d947b8/0xf221502977e550b4 lrc: 0/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8cbc expref: 95 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.180901:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.180903:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.180907:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.180915:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 4/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.180945:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.180984:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d3afac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+94:2228:x1862480738261120:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 151us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.180992:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33666 00000100:00100000:3.0:1776201057.181029:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33667 00000100:00100000:3.0:1776201057.181033:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15118cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+93:2226:x1862480738261056:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.181040:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.181043:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 4/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 93 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181052:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 3/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 93 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181069:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b0b2a99/0xf221502977fba8e1 lrc: 0/0,0 mode: --/PR res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ddc8 expref: 93 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181078:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181080:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181082:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181089:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 4/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181105:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.181119:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15118cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+92:2226:x1862480738261056:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 86us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.181126:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33667 00000100:00100000:3.0:1776201057.181137:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33668 00000100:00100000:3.0:1776201057.181141:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ea96647 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+91:2226:x1862480738261248:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.181147:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.181151:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 4/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 91 pid: 6354 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181158:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 3/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 91 pid: 6354 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181170:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8c685cd/0xf221502977fba354 lrc: 0/0,0 mode: --/PR res: [0x11cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc01 expref: 91 pid: 6354 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1776201057.181203:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181205:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181207:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181214:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 4/0,1 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.181228:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314304 00010000:00010000:3.0:1776201057.181231:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.181249:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ea96647 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+90:2226:x1862480738261248:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 106us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.181256:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33668 00000100:00100000:1.0:1776201057.181264:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20624 00000100:00100000:1.0:1776201057.181271:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002165ea8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3026:x1862480742314304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.181275:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33669 00000100:00100000:3.0:1776201057.181282:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000422b08d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+89:2226:x1862480738261184:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.181288:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.181292:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 4/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 89 pid: 10924 timeout: 1191 lvb_type: 0 00002000:00080000:1.0:1776201057.181297:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2102 count 1 00010000:00010000:3.0:1776201057.181300:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 3/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 89 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181313:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000cd9842/0xf221502977fb9e53 lrc: 0/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6da2c expref: 89 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.181319:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181323:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181325:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181328:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181337:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 4/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.181338:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 82 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.181357:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.181359:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.181361:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 4/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181362:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.181377:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000422b08d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+88:2226:x1862480738261184:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 94us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.181384:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33669 00010000:00010000:1.0:1776201057.181392:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 82 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.181399:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33670 00000100:00100000:3.0:1776201057.181406:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a7c12e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+87:2226:x1862480738261312:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201057.181413:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 82 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181414:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.181420:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 5/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 87 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181439:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 4/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 87 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.181447:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742314496:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.181454:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181457:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181459:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181466:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 4/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181477:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.181482:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545851ed going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.181496:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a7c12e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+87:2226:x1862480738261312:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 90us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.181517:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33670 00000100:00100000:3.0:1776201057.181529:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33671 00000100:00100000:3.0:1776201057.181532:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1efadf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+82:2226:x1862480738261440:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.181539:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.181542:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 4/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181551:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 3/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181563:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae498c0/0xf221502977e55178 lrc: 0/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d10 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.181572:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181573:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.181575:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181581:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 4/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.181598:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.181602:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261376 00000100:00100000:3.0:1776201057.181615:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1efadf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+81:2226:x1862480738261440:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 81us (1177us total) trans 0 rc 0/0 00010000:00010000:2.0:1776201057.181621:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 4/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 87 pid: 12098 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1776201057.181624:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33671 00000100:00100000:2.0:1776201057.181730:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33672 00000100:00100000:2.0:1776201057.181736:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d073404a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+87:2225:x1862480738261504:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1776201057.181744:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.181747:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 4/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 87 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.181755:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 87 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.181770:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b786cbaf/0xf221502977e55171 lrc: 0/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d09 expref: 87 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.181781:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.181782:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.181784:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.181791:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 4/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.181810:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.181828:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d073404a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+86:2225:x1862480738261504:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 92us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.181835:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33672 00000100:00100000:2.0:1776201057.181847:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33673 00000100:00100000:2.0:1776201057.181851:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e335c37c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+85:2226:x1862480738261376:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776201057.181859:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.181862:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 4/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.181871:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 3/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.181884:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d287cf7/0xf221502977fbae60 lrc: 0/0,0 mode: --/PR res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6df9d expref: 85 pid: 12098 timeout: 1191 lvb_type: 1 00010000:00010000:2.0:1776201057.181892:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.181893:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.181895:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.181901:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 4/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.181923:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.181939:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e335c37c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+84:2226:x1862480738261376:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 87us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.181947:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33673 00010000:00010000:0.0:1776201057.181950:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.181966:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.181975:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.181982:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.182006:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.182073:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182083:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182090:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,1 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182102:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182118:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.182370:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3027:x1862480742312768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27968us (29503us total) trans 4294973624 rc 0/0 00000100:00100000:0.0:1776201057.182378:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20611 00000100:00100000:2.0:1776201057.182415:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3025:x1862480742312704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27585us (28721us total) trans 4294973625 rc 0/0 00000100:00100000:2.0:1776201057.182422:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20613 00010000:00010000:2.0:1776201057.182439:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.182442:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182450:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.182454:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182464:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 3/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182475:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 1/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182480:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbca1a lrc: 0/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182493:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.182495:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182515:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7d3b8cd already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.182517:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 2/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182523:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 3/0,0 mode: PW/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182532:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 1/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182537:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d3b8cd/0xf221502977fbca28 lrc: 0/0,0 mode: --/PW res: [0x827:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.182549:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.182550:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.182552:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.182582:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000000af6529b/2, rc 0, transno 6329 00000100:00100000:2.0:1776201057.182600:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000af6529b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776201057.183398:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.183769:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.183783:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.183791:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.183798:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.183816:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.184251:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e235010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3027:x1862480742312512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29919us (31411us total) trans 4294973626 rc 0/0 00000100:00100000:3.0:1776201057.184261:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20610 00010000:00010000:3.0:1776201057.184286:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184295:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184302:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184308:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184364:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776201057.184467:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.184496:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.184554:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.184613:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9e6f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3024:x1862480742313408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28701us (28759us total) trans 4294972770 rc 0/0 00000100:00100000:3.0:1776201057.184621:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20616 00010000:00010000:3.0:1776201057.184655:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184723:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184731:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184737:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.184752:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776201057.184758:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.184794:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.184824:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.184891:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.184927:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065508fbf pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742314432:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.184938:0:6354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040c9b02c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742313856:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.184952:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0e5c120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3025:x1862480742312640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29478us (30609us total) trans 4294973627 rc 0/0 00010000:00010000:0.0:1776201057.184957:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.184961:0:6354:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.184962:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20615 00010000:00010000:3.0:1776201057.184986:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776201057.184991:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185000:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088d811e9 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.185002:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185010:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 3/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185028:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 1/0,0 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185034:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088d811e9/0xf221502977fbca13 lrc: 0/0,0 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185051:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1776201057.185054:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742313728:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.185054:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185065:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.185067:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.185075:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185075:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 3/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185095:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 1/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185103:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8ed226c/0xf221502977fbca3d lrc: 0/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185119:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1776201057.185120:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742313792:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.185121:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.185135:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185137:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.185140:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185155:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 3/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185171:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 1/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185177:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbca36 lrc: 0/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185208:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.185209:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.185211:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.185217:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.185230:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261568 00010000:00010000:3.0:1776201057.185250:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 4/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.185257:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742314048:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.185271:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261888 00010000:00010000:2.0:1776201057.185276:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185282:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 5/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 84 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.185296:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261696 00010000:00010000:3.0:1776201057.185302:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 82 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.185313:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261632 00010000:00010000:3.0:1776201057.185321:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 4/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.185327:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261824 00000100:00100000:3.0:1776201057.185336:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261760 00010000:00010000:0.0:1776201057.185346:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 5/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 85 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185349:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 4/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 85 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.185384:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738261952 00000100:00100000:3.0:1776201057.185388:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33674 00000100:00100000:3.0:1776201057.185395:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037f35aa2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+86:2225:x1862480738261568:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.185400:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 86 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185407:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.185413:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 4/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 86 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.185421:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33675 00010000:00010000:3.0:1776201057.185425:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 3/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 86 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.185431:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015f88f6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+84:2225:x1862480738261888:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.185444:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.185449:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 5/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 84 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185451:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f46e3de1/0xf221502977e55e05 lrc: 0/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91f5 expref: 86 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.185474:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 4/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 84 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185475:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.185479:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.185484:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185493:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.185494:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 4/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185496:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.185499:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185523:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 4/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185548:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.185582:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015f88f6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+84:2225:x1862480738261888:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 154us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.185590:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33675 00000100:00100000:0.0:1776201057.185609:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33676 00000100:00100000:0.0:1776201057.185613:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2ae697f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+85:2225:x1862480738261696:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.185621:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.185625:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 85 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.185632:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 85 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.185646:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1064a5a/0xf221502977e58105 lrc: 0/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa02d expref: 85 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.185657:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.185659:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.185661:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185667:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 4/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185692:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.185708:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2ae697f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+84:2225:x1862480738261696:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 94us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.185714:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33676 00010000:00010000:1.0:1776201057.185730:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.185732:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33677 00000100:00100000:0.0:1776201057.185741:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276ee88c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+83:2228:x1862480738261632:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.185744:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185749:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.185755:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 4/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.185756:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.185774:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.185776:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 3/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185796:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.185805:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009674931a/0xf221502977fb1658 lrc: 0/0,0 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aad7 expref: 83 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.185808:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.185820:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037f35aa2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+82:2225:x1862480738261568:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 424us (1353us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.185823:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.185825:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.185828:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.185832:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33674 00010000:00010000:0.0:1776201057.185839:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 4/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.185852:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33678 00000100:00100000:3.0:1776201057.185858:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f1f1f76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+81:2228:x1862480738261824:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.185862:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.185866:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.185871:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 5/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 81 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.185881:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 4/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 81 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.185890:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276ee88c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+81:2228:x1862480738261632:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 148us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.185898:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33677 00010000:00010000:3.0:1776201057.185898:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.185901:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.185903:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185911:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 4/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.185925:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.185930:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33679 00000100:00100000:0.0:1776201057.185935:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+80:2228:x1862480738261760:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.185944:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1776201057.185945:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f1f1f76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+80:2228:x1862480738261824:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 86us (1151us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.185951:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 4/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 80 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.185957:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33678 00010000:00010000:0.0:1776201057.185968:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 3/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 80 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.185982:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33680 00010000:00010000:0.0:1776201057.185985:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079eb13c9/0xf221502977e55d09 lrc: 0/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df918c expref: 79 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.185990:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba719d97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+79:2226:x1862480738261952:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.186001:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.186002:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.186005:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.186008:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.186009:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.186027:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 4/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.186029:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.186054:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8f1f1f0/0xf221502977e55c45 lrc: 0/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9138 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.186065:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.186067:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.186069:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.186073:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.186073:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c2f683b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+21:3026:x1862480742313600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17203us (17308us total) trans 4294972771 rc 0/0 00010000:00010000:3.0:1776201057.186086:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 4/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.186090:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20617 00000100:00100000:0.0:1776201057.186097:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+77:2228:x1862480738261760:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 157us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.186107:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33679 00010000:00010000:1.0:1776201057.186114:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.186114:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201057.186119:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186128:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.186131:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.186137:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba719d97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+76:2226:x1862480738261952:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 145us (1245us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.186145:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.186147:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 3/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.186148:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33680 00010000:00010000:1.0:1776201057.186166:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 1/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186172:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab1f4d29/0xf221502977fbca44 lrc: 0/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186203:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.186205:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.186206:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.186214:0:6354:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186226:0:6354:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186232:0:6354:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186237:0:6354:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.186250:0:6354:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776201057.186393:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.186403:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.186416:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.186422:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.186436:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776201057.186763:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.186772:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.186779:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.186784:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.186799:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776201057.187382:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3025:x1862480742312448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32736us (33753us total) trans 4294973628 rc 0/0 00000100:00100000:3.0:1776201057.187391:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20612 00000100:00100000:2.0:1776201057.187395:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002008cc16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3026:x1862480742313664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18274us (18571us total) trans 4294972773 rc 0/0 00000100:00100000:2.0:1776201057.187404:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20618 00010000:00010000:3.0:1776201057.187419:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776201057.187424:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.187430:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187433:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042c17470 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.187437:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.187445:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187449:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.187471:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187475:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 1/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.187479:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187489:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c17470/0xf221502977fbca52 lrc: 0/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187523:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.187525:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1776201057.187526:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187534:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000193bccd2 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.187536:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187543:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 3/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187554:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 1/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187560:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000193bccd2/0xf221502977fbca21 lrc: 0/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187574:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.187576:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187583:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.187585:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187591:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 3/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187601:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 1/0,0 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187608:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbca4b lrc: 0/0,0 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187623:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.187625:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187630:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.187632:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187638:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 3/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187647:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 1/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187653:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e52b8929/0xf221502977fbca59 lrc: 0/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.187666:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.187667:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.187670:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.187747:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69b61a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3025:x1862480742313984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16479us (16632us total) trans 4294972774 rc 0/0 00000100:00100000:2.0:1776201057.187754:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20620 00010000:00010000:2.0:1776201057.187772:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.187776:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.188448:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007321e5fc/0xf221502977e5648e lrc: 0/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df949c expref: 83 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.188466:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742314240:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.188486:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.188495:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.188514:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.188524:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.188544:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.188567:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.189027:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3026:x1862480742314176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14574us (15196us total) trans 4294973629 rc 0/0 00000100:00100000:0.0:1776201057.189036:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20622 00010000:00010000:0.0:1776201057.189524:0:7950:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b502167/0xf221502977e55b49 lrc: 0/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90cf expref: 75 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.189611:0:7950:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7950:1862480742314112:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.189631:0:7950:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.189640:0:7950:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.189649:0:7950:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.189662:0:7950:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.189668:0:7950:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.189744:0:7950:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776201057.189757:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.189763:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189773:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.189776:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189783:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 3/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189803:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 1/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189809:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbca67 lrc: 0/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189829:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.189832:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189838:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.189841:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189847:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 3/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189858:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 1/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189864:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbca60 lrc: 0/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.189878:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.189881:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.189884:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.190166:0:7950:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3025:x1862480742313920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18703us (19017us total) trans 4294972775 rc 0/0 00000100:00100000:0.0:1776201057.190466:0:7950:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20621 00000100:00100000:0.0:1776201057.190515:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014e40560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742314560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.190549:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000008f6d6d73/2, rc 0, transno 5474 00000100:00100000:3.0:1776201057.190564:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f6d6d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742313408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.190571:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776201057.190590:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.190600:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201057.190606:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009251f4ee/2, rc 0, transno 5478 00010000:00010000:3.0:1776201057.190608:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.190613:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009251f4ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313984:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.190622:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201057.190628:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000046f0ab3d/2, rc 0, transno 5479 00000100:00100000:0.0:1776201057.190633:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f0ab3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.190644:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1776201057.190648:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000048418dfd/2, rc 0, transno 6331 00000100:00100000:0.0:1776201057.190660:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048418dfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312640:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776201057.190673:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000707f9254/2, rc 0, transno 6332 00000100:00100000:0.0:1776201057.190691:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000707f9254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.190731:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.190737:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.190747:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b771d825 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.190750:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.190765:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.190772:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314560 00010000:00010000:2.0:1776201057.190781:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 1/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.190789:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b771d825/0xf221502977fbca6e lrc: 0/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.190807:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.190808:0:7950:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20625 00010000:00010000:2.0:1776201057.190811:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.190815:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.190816:0:7950:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049f5d006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3025:x1862480742314560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.190836:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed1e8aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+22:3024:x1862480742314368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13541us (13663us total) trans 4294972776 rc 0/0 00002000:00080000:0.0:1776201057.190841:0:7950:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2104 count 1 00000100:00100000:3.0:1776201057.190845:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20623 00010000:00010000:0.0:1776201057.190864:0:7950:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.190866:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.190872:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.190882:0:7950:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 82 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.190884:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65aa6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742314688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.190896:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.190899:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.190914:0:7950:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 4/0,1 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.190918:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776201057.190946:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ba14e0e5/2, rc 0, transno 6330 00010000:00010000:0.0:1776201057.190951:0:7950:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 3/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 82 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.190958:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba14e0e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312512:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.190964:0:7950:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 4/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 82 pid: 12107 timeout: 1191 lvb_type: 0 00000004:00080000:3.0:1776201057.190973:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e1437388/2, rc 0, transno 6328 00000100:00100000:0.0:1776201057.190977:0:7950:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002561816a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742314752:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.190980:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1437388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.190993:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776201057.191000:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000092165de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742314624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.191026:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.191039:0:7950:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e2191e18 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.191058:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314688 00000100:00100000:3.0:1776201057.191067:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314624 00000100:00100000:2.0:1776201057.191094:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20626 00000100:00100000:2.0:1776201057.191101:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf81b37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3027:x1862480742314688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.191105:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20627 00000100:00100000:3.0:1776201057.191111:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b5c2f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+16:3027:x1862480742314624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.191118:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2102 count 1 00002000:00080000:3.0:1776201057.191125:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2109 count 1 00010000:00010000:2.0:1776201057.191132:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.191139:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.191146:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 82 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.191153:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 82 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.191158:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.191161:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.191164:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 4/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.191165:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.191167:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.191169:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 4/0,1 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.191213:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 3/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 82 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.191223:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 82 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.191225:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 4/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.191247:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 82 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.191249:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000ffbb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742314816:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.191266:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742314880:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.191275:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 000000001ce1b1ea going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.191299:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 000000007f018aed going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.191326:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c532a2a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315008:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.191355:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.191378:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315008 00000100:00100000:3.0:1776201057.191378:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201057.191385:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bfc74ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742314944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.191405:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.191429:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742314944 00000100:00100000:0.0:1776201057.192597:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20628 00000100:00100000:0.0:1776201057.192607:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065508fbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3025:x1862480742315008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.192610:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20629 00000100:00100000:2.0:1776201057.192620:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e15118cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3025:x1862480742314944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.192630:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2107 count 1 00010000:00010000:0.0:1776201057.192647:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.192657:0:10769:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f5e3d40/0xf221502977fba997 lrc: 0/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6de15 expref: 82 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.192661:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 82 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.192680:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f388d51f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742312896:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.192698:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.192706:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.192715:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.192723:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1776201057.192728:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2101 count 1 00010000:00010000:3.0:1776201057.192730:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.192739:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.192742:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.192743:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.192745:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 4/0,1 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.192751:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.192766:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 81 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192774:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.192776:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.192777:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 4/0,1 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.192785:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 81 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.192796:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.192802:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 3/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 81 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.192814:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006af2a894 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742315072:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.192815:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 4/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.192835:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:10927:1862480742315136:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.192859:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e7ba45c going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.192871:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a8f757f4 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.192888:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.192891:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192899:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.192902:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192909:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 3/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192927:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 1/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192934:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000466fa906/0xf221502977fbca05 lrc: 0/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.192951:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.192953:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.192954:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.193050:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3027:x1862480742312576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40085us (40294us total) trans 4294973630 rc 0/0 00000100:00100000:3.0:1776201057.193058:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20608 00010000:00010000:3.0:1776201057.193089:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193103:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193110:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,1 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193117:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 2/0,0 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193135:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.193144:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.193148:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 2/0,0 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.193155:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.193158:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 2/0,0 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.193165:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 3/0,0 mode: PW/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.193200:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 1/0,0 mode: --/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.193207:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b0faa2d/0xf221502977fbca2f lrc: 0/0,0 mode: --/PW res: [0x11cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.193222:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.193224:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.193225:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201057.193301:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000004d9fd31f/2, rc 0, transno 6334 00000100:00100000:0.0:1776201057.193314:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9fd31f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742312576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.193428:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+19:3025:x1862480742312384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38511us (39688us total) trans 4294973631 rc 0/0 00000100:00100000:3.0:1776201057.193437:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20614 00000004:00080000:0.0:1776201057.193455:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000061351561/2, rc 0, transno 6335 00000100:00100000:0.0:1776201057.193461:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061351561 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742312384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.193497:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776201057.193521:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ea96647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315264:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.193538:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d663eae6/2, rc 0, transno 5480 00000100:00100000:3.0:1776201057.193544:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d663eae6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742314368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.193603:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a7c12e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.193636:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000422b08d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742315328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.193639:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.193665:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.193669:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f388d51f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.193691:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.193711:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315264 00000100:00100000:3.0:1776201057.193730:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315328 00000100:00100000:3.0:1776201057.193741:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315392 00000100:00100000:3.0:1776201057.193754:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20630 00000100:00100000:3.0:1776201057.193758:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1c945f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3027:x1862480742315264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.193772:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2108 count 1 00010000:00010000:3.0:1776201057.193786:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193798:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193806:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.193807:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.193809:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 4/0,1 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193828:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 3/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193838:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 4/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.193847:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5bcef53 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742315584:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.193875:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 000000004c7728ac going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.193896:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20631 00000100:00100000:3.0:1776201057.193901:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3024:x1862480742315328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.193913:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2097 count 1 00010000:00010000:3.0:1776201057.193927:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193938:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 74 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193945:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.193947:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.193949:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 4/0,1 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193968:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 3/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 74 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.193977:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 4/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 74 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.193987:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742315648:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.194009:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b7ad5b5e going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.194025:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20632 00000100:00100000:3.0:1776201057.194030:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045670fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3025:x1862480742315392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.194041:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2105 count 1 00010000:00010000:3.0:1776201057.194051:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194061:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194068:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194069:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194071:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 4/0,1 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194089:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 3/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194103:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 4/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 74 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.194112:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7fcc0e3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742315712:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.194132:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb22184e going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.194311:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.194331:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315200 00000100:00100000:0.0:1776201057.194342:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e335c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.194365:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20633 00000100:00100000:3.0:1776201057.194373:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083cec48a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3027:x1862480742315200:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.194377:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1776201057.194387:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2110 count 1 00010000:00010000:3.0:1776201057.194399:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.194405:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.194405:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315520 00010000:00010000:3.0:1776201057.194410:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.194414:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb1efadf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315456:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.194423:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194424:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194426:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 4/0,1 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.194438:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20634 00000100:00100000:2.0:1776201057.194446:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045db7b58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3027:x1862480742315520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.194447:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 3/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.194448:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776201057.194461:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 4/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00002000:00080000:2.0:1776201057.194465:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2096 count 1 00000100:00100000:3.0:1776201057.194480:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096143fe0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742315776:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.194482:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.194496:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.194499:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 0000000039ada56b going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.194515:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.194517:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.194519:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 4/0,1 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.194528:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315456 00010000:00010000:2.0:1776201057.194547:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 3/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.194557:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 4/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 74 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.194559:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20635 00000100:00100000:3.0:1776201057.194567:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040c9b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3027:x1862480742315456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.194574:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742315840:192.168.202.3@tcp:104: 00002000:00080000:3.0:1776201057.194579:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2095 count 1 00010000:00010000:3.0:1776201057.194592:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.194598:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4014e95 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.194604:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194612:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194613:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.194615:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 4/0,1 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194631:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 3/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 74 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.194639:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 4/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 74 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.194648:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10769:1862480742315904:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.194664:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b7cc997d going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.195358:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742314496:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.195380:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776201057.195381:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000422e019a/2, rc 0, transno 6333 00000100:00100000:3.0:1776201057.195396:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000422e019a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742314176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.195457:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201057.195469:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044c3f1ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.195513:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776201057.195550:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000098e12241/2, rc 0, transno 5477 00000100:00100000:3.0:1776201057.195560:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098e12241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742313664:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.195569:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000598c5a37/2, rc 0, transno 5475 00000100:00100000:3.0:1776201057.195571:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000598c5a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742313600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.195618:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000277a412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.195755:0:10771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742315968 00000100:00100000:0.0:1776201057.195786:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20636 00000100:00100000:0.0:1776201057.195790:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000494f38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3025:x1862480742315968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.195806:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2105 count 1 00010000:00010000:0.0:1776201057.195822:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.195835:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.195843:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.195845:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.195846:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 4/0,1 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.195866:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 3/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 81 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.195875:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 4/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.195886:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006242fb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742316160:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.196297:0:6354:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3025:x1862480742313536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27060us (27222us total) trans 4294972772 rc 0/0 00000100:00100000:1.0:1776201057.196307:0:6354:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20619 00000100:00100000:0.0:1776201057.196322:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097de9a3a going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.196605:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776201057.196683:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000006cde48ee/2, rc 0, transno 5476 00000100:00100000:3.0:1776201057.196700:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cde48ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742313536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.196722:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776201057.196729:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb9bce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.196755:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.196955:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff412d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.196976:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.196996:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316032 00000100:00100000:0.0:1776201057.197031:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316096 00000100:00100000:0.0:1776201057.197056:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20637 00000100:00100000:0.0:1776201057.197060:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030da7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+26:3025:x1862480742316032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.197077:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4541 count 1 00010000:00010000:0.0:1776201057.197091:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.197104:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 74 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.197112:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.197114:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.197115:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 4/0,1 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.197134:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 3/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 74 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.197155:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 4/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 74 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.197165:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33eaa69 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742316288:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.197215:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 000000007284734d going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.197357:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316224 00000100:00100000:3.0:1776201057.197414:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20638 00000100:00100000:3.0:1776201057.197419:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3027:x1862480742316096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.197430:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4552 count 1 00010000:00010000:3.0:1776201057.197441:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197452:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 74 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197459:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.197460:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.197462:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 4/0,1 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197479:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 3/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 74 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197487:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 4/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 74 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.197496:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c303905 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742316352:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.197532:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031c99914 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.197644:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20639 00000100:00100000:3.0:1776201057.197649:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000920ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3027:x1862480742316224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.197661:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2113 count 1 00010000:00010000:3.0:1776201057.197674:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197684:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 74 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197690:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.197692:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.197693:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 4/0,1 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197717:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 3/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 74 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.197726:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 4/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 74 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.197736:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:10772:1862480742316416:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.197764:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d2487ba7 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.200152:0:7950:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002561816a pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742314752:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.200178:0:7950:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.200302:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000ffbb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742314816:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.200316:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.200352:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742314880:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.200363:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.216826:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.218726:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.219011:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.219041:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262080 00010000:00010000:3.0:1776201057.219084:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 4/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 82 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.219126:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262208 00010000:00010000:3.0:1776201057.219136:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 83 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.219157:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33681 00000100:00100000:3.0:1776201057.219163:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002561816a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+83:2226:x1862480738262080:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.219330:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.219638:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 4/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 83 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219652:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 3/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 83 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219678:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd3977e6/0xf221502977e56306 lrc: 0/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93f4 expref: 83 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219691:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.219693:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.219697:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219705:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 4/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219733:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.219790:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002561816a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+82:2226:x1862480738262080:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 626us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.219798:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33681 00000100:00100000:3.0:1776201057.219818:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33682 00000100:00100000:3.0:1776201057.219823:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35c4aa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+81:2226:x1862480738262208:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.219831:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.219835:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 81 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219844:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 81 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219857:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025eb6a20/0xf221502977e56170 lrc: 0/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df933e expref: 81 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.219865:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.219866:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.219868:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219874:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 4/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219890:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.219906:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35c4aa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+80:2226:x1862480738262208:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 83us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.219913:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33682 00010000:00010000:3.0:1776201057.219940:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219948:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219957:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219968:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.219982:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.222906:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf81b37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3027:x1862480742314688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31799us (31984us total) trans 4294973632 rc 0/0 00000100:00100000:3.0:1776201057.222921:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20626 00010000:00010000:3.0:1776201057.222961:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.222966:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.222979:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.222983:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.222992:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223012:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 1/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223018:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbca83 lrc: 0/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223034:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.223036:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.223037:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.223049:0:7950:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223056:0:7950:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223064:0:7950:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223071:0:7950:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223086:0:7950:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.223387:0:7950:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049f5d006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3025:x1862480742314560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32571us (32821us total) trans 4294973633 rc 0/0 00000100:00100000:3.0:1776201057.223395:0:7950:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20625 00010000:00010000:3.0:1776201057.223411:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.223414:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223421:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d3da9e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.223423:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223429:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 3/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223440:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 1/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223452:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2d3da9e/0xf221502977fbca7c lrc: 0/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.223463:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.223465:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.223466:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.223514:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000014e40560/2, rc 0, transno 6337 00000100:00100000:3.0:1776201057.223527:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014e40560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742314560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.223597:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201057.223610:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0227de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.223644:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.223671:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316480 00000100:00100000:3.0:1776201057.223701:0:7950:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20640 00000100:00100000:3.0:1776201057.223706:0:7950:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c98a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3025:x1862480742316480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.223741:0:7950:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4542 count 1 00010000:00010000:3.0:1776201057.226565:0:7950:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.226595:0:7950:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 79 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.226604:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.226606:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.226608:0:7950:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 4/0,1 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.226649:0:7950:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 3/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 79 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.226661:0:7950:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 4/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 79 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.226674:0:7950:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742316544:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.226739:0:7950:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9748ce9 going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.226886:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c65aa6b2/2, rc 0, transno 6336 00000100:00100000:3.0:1776201057.226903:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65aa6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742314688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.226974:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e646e34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.227016:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.227058:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316608 00000100:00100000:3.0:1776201057.227097:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20641 00000100:00100000:3.0:1776201057.227103:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:3025:x1862480742316608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.227129:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4548 count 1 00010000:00010000:3.0:1776201057.227145:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.227157:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 2/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 79 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.227163:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.227164:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.227165:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 4/0,1 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.227204:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 3/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 79 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.227213:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 4/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 79 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.227223:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742316672:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.227248:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d46b5b50 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.227766:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.227804:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.227880:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006af2a894 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742315072:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.227900:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.227935:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.227956:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262144 00010000:00010000:0.0:1776201057.227978:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 4/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 80 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.228001:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262016 00010000:00010000:0.0:1776201057.228014:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 75 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.228030:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262272 00010000:00010000:0.0:1776201057.228040:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 5/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 76 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.228051:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262400 00010000:00010000:0.0:1776201057.228059:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 5/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.228071:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33683 00000100:00100000:0.0:1776201057.228075:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+81:2226:x1862480738262144:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.228086:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.228090:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 4/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228098:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 3/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228124:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfea64c5/0xf221502977e566ef lrc: 0/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df959f expref: 81 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228138:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.228139:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.228142:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228150:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 4/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228170:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.228229:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+80:2226:x1862480738262144:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 152us (9219us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.228238:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33683 00000100:00100000:1.0:1776201057.228252:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33684 00000100:00100000:1.0:1776201057.228260:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f48fa81f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+76:2225:x1862480738262016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1776201057.228262:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33685 00000100:00100000:0.0:1776201057.228270:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+76:2226:x1862480738262272:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776201057.228274:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.228279:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.228281:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 4/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 76 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228287:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 5/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 76 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.228300:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 76 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228304:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 4/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 76 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228329:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.228329:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026b52493/0xf221502977e55fb0 lrc: 0/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9281 expref: 76 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.228332:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.228335:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228353:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 4/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.228360:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.228363:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.228367:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228369:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201057.228375:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 4/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.228390:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+75:2226:x1862480738262272:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 119us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.228399:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33685 00010000:00010000:1.0:1776201057.228399:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.228416:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33686 00000100:00100000:0.0:1776201057.228420:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262400:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.228425:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228428:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.228435:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 5/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 79 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.228437:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.228456:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,1 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228458:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 4/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 79 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.228474:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228483:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.228486:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.228488:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.228492:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.228499:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 4/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.228523:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.228543:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262400:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 121us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.228550:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33686 00000100:00100000:0.0:1776201057.228598:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228647:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228701:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228735:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228787:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228808:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228863:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.228875:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002165ea8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3026:x1862480742314304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47603us (48051us total) trans 4294972777 rc 0/0 00000100:00100000:1.0:1776201057.228885:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20624 00000100:00100000:0.0:1776201057.228890:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.228922:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.228952:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f48fa81f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+74:2225:x1862480738262016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 692us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.228962:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33684 00000100:00100000:0.0:1776201057.228977:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.228980:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262336 00010000:00010000:1.0:1776201057.228998:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 5/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 79 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229009:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262464 00000100:00100000:1.0:1776201057.229016:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262528 00010000:00010000:0.0:1776201057.229024:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 80 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229031:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 5/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 74 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229047:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262592 00000100:00100000:1.0:1776201057.229052:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262656 00010000:00010000:0.0:1776201057.229061:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 5/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 81 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229068:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 5/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 75 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229080:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262720 00000100:00100000:1.0:1776201057.229088:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262784 00010000:00010000:0.0:1776201057.229094:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 5/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 76 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229102:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 5/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 82 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229112:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262848 00000100:00100000:1.0:1776201057.229121:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262912 00010000:00010000:0.0:1776201057.229126:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 5/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 78 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229135:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 5/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 78 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229157:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738262976 00000100:00100000:1.0:1776201057.229166:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33687 00010000:00010000:0.0:1776201057.229171:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 5/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 79 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.229173:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009169630a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+82:2228:x1862480738262336:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00000100:00100000:0.0:1776201057.229216:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33688 00010000:00010000:1.0:1776201057.229221:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776201057.229222:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+82:2228:x1862480738262464:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.229228:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 5/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229234:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229241:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229250:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 4/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229257:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229269:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229272:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229275:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5da3c04/0xf221502977e56567 lrc: 0/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94f7 expref: 82 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229276:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.229296:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 4/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229297:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229299:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229302:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229311:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 4/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.229313:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.229334:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.229344:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009169630a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+81:2228:x1862480738262336:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 171us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.229351:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33687 00000100:00100000:0.0:1776201057.229357:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+81:2228:x1862480738262464:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 133us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.229366:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33688 00000100:00100000:0.0:1776201057.229386:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33689 00000100:00100000:0.0:1776201057.229391:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262528:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.229400:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229404:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 5/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 79 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229414:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 4/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 79 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229428:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229430:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229432:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229439:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 4/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229452:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.229469:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262528:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 77us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.229475:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33689 00000100:00100000:0.0:1776201057.229492:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33690 00000100:00100000:0.0:1776201057.229496:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262592:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.229517:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229522:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 5/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 79 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229533:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 4/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 79 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.229539:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33691 00000100:00100000:1.0:1776201057.229547:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+78:2228:x1862480738262656:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.229557:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229561:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229562:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 5/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229564:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229567:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229579:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 4/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.229581:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 4/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229604:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201057.229608:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229611:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229615:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.229622:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 4/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.229634:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+79:2228:x1862480738262592:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 136us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.229641:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33690 00000100:00100000:0.0:1776201057.229659:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33692 00010000:00010000:1.0:1776201057.229660:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.229664:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+78:2228:x1862480738262720:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.229676:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229681:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 5/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.229687:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+78:2228:x1862480738262656:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 137us (898us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.229696:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 4/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 78 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.229701:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33691 00010000:00010000:0.0:1776201057.229717:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229718:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229721:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229727:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 4/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.229736:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33693 00010000:00010000:0.0:1776201057.229739:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.229743:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+78:2228:x1862480738262784:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.229752:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.229757:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 5/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 78 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229769:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 4/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 78 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229772:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+77:2228:x1862480738262720:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 104us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.229787:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33692 00010000:00010000:1.0:1776201057.229794:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229797:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229799:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.229807:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33694 00010000:00010000:1.0:1776201057.229813:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 4/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.229814:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b05e9f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+76:2228:x1862480738262848:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.229827:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229833:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 5/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 76 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229843:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 4/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 76 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229853:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.229860:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229862:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229864:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.229872:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 4/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.229880:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+78:2228:x1862480738262784:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 134us (1015us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.229889:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.229889:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33693 00000100:00100000:0.0:1776201057.229911:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b05e9f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+76:2228:x1862480738262848:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 96us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.229919:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33694 00000100:00100000:1.0:1776201057.229936:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33695 00000100:00100000:1.0:1776201057.229942:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+75:2228:x1862480738262912:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.229950:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.229956:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 5/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 75 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.229958:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33696 00000100:00100000:0.0:1776201057.229967:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+75:2226:x1862480738262976:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.229972:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 4/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 75 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.229976:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.229983:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 5/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 75 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229990:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.229993:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.229994:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 4/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 75 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.229996:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.230011:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 4/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230018:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.230021:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.230023:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.230025:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.230031:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 4/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230045:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.230050:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+75:2228:x1862480738262912:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 106us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.230057:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33695 00000100:00100000:0.0:1776201057.230067:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+74:2226:x1862480738262976:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 100us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.230074:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33696 00010000:00010000:0.0:1776201057.230122:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000563c1bce/0xf221502977fb856a lrc: 0/0,0 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d229 expref: 73 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.230136:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33eaa69 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742316288:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.230156:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230164:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230169:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230177:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230204:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.230222:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.230461:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030da7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+28:3025:x1862480742316032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33400us (33858us total) trans 4294972778 rc 0/0 00000100:00100000:0.0:1776201057.230470:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20637 00010000:00010000:0.0:1776201057.230498:0:10771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085bd0b2f/0xf221502977e563ca lrc: 0/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9448 expref: 77 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.230885:0:10927:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e21adf4/0xf221502977e560ba lrc: 0/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92f8 expref: 77 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.230898:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:10927:1862480742315136:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.230914:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.230922:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.230928:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.230935:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,1 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.230941:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.230960:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776201057.231139:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e15118cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3025:x1862480742314944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38520us (39733us total) trans 4294973634 rc 0/0 00000100:00100000:2.0:1776201057.231147:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20629 00010000:00010000:2.0:1776201057.231168:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.231174:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231198:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.231201:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 2/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231209:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 3/0,0 mode: PW/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231226:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 1/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231232:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005aef3f36/0xf221502977fbca75 lrc: 0/0,0 mode: --/PW res: [0x836:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231248:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.231251:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231257:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bce9be5 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.231259:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231266:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 3/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231276:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 1/0,0 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231282:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bce9be5/0xf221502977fbcad0 lrc: 0/0,0 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231294:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.231296:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231302:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.231303:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 2/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231310:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 3/0,0 mode: PW/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231320:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 1/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231325:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbca98 lrc: 0/0,0 mode: --/PW res: [0x835:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231337:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231339:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231341:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231362:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000879ab7db/0xf221502977e558e1 lrc: 0/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fe8 expref: 72 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.231371:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742315840:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.231383:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231389:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231394:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231401:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231407:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231420:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.231578:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045db7b58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3027:x1862480742315520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37134us (37207us total) trans 4294972779 rc 0/0 00000100:00100000:2.0:1776201057.231585:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20634 00010000:00010000:2.0:1776201057.231602:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.231605:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231617:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.231619:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231625:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 3/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231636:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 1/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231642:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcabb lrc: 0/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.231653:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231655:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231656:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231671:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.231675:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.231699:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e335c37c/2, rc 0, transno 5483 00000100:00100000:2.0:1776201057.231722:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e335c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.231879:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.231893:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071e74ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.231926:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.231957:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316736 00000100:00100000:2.0:1776201057.231985:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20642 00000100:00100000:2.0:1776201057.231990:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3027:x1862480742316736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.232013:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4556 count 1 00010000:00010000:2.0:1776201057.232031:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.232045:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 71 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.232052:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.232055:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.232057:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 4/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.232078:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 3/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 71 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.232088:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 4/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 71 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.232097:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742316800:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.232170:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.233024:0:10925:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d1fc9a4/0xf221502977e55a70 lrc: 0/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df907b expref: 71 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.233040:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742315648:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.233057:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233064:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233070:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233077:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233082:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233104:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.233406:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3024:x1862480742315328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39504us (39742us total) trans 4294972780 rc 0/0 00000100:00100000:3.0:1776201057.233414:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20631 00010000:00010000:3.0:1776201057.233450:0:10772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084620332/0xf221502977e568e7 lrc: 0/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df965c expref: 70 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.233460:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:10772:1862480742316416:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.233472:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233479:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233485:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233492:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233498:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233526:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.233703:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000920ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3027:x1862480742316224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36053us (36726us total) trans 4294972781 rc 0/0 00000100:00100000:3.0:1776201057.233710:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20639 00010000:00010000:3.0:1776201057.233744:0:12096:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095cc3b17/0xf221502977e5623b lrc: 0/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9399 expref: 69 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.233848:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7fcc0e3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742315712:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.233860:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233867:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233873:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233879:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233885:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.233900:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776201057.234040:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045670fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3025:x1862480742315392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40009us (40349us total) trans 4294972782 rc 0/0 00000100:00100000:3.0:1776201057.234046:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20632 00010000:00010000:3.0:1776201057.234067:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234075:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234087:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234093:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234106:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776201057.234286:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b5c2f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3027:x1862480742314624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43173us (43260us total) trans 4294973635 rc 0/0 00000100:00100000:3.0:1776201057.234292:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20627 00010000:00010000:3.0:1776201057.234321:0:6351:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041ca2a78/0xf221502977e5662b lrc: 0/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df954b expref: 76 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.234332:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5bcef53 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742315584:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.234344:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234350:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234356:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234361:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234371:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.234379:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1776201057.234532:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1c945f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3027:x1862480742315264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40772us (40897us total) trans 4294973636 rc 0/0 00000100:00100000:3.0:1776201057.234538:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20630 00000004:00080000:3.0:1776201057.234578:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000000277a412/2, rc 0, transno 5482 00000100:00100000:3.0:1776201057.234601:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000277a412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316032:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.234613:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000003a7c12e2/2, rc 0, transno 5486 00000100:00100000:3.0:1776201057.234617:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a7c12e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315392:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.234628:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000002bfc74ce/2, rc 0, transno 6338 00000100:00100000:3.0:1776201057.234638:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bfc74ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742314944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.234702:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000422b08d9/2, rc 0, transno 5484 00000100:00100000:3.0:1776201057.234705:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000422b08d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742315328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.234727:0:10769:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8236809/0xf221502977e557e5 lrc: 0/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f86 expref: 68 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.234737:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10769:1862480742315904:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.234747:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.235938:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776201057.235946:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.235958:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b47d8cc already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.235962:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.235977:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 3/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.235999:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 1/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236006:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b47d8cc/0xf221502977fbcaa6 lrc: 0/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236023:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776201057.236026:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236032:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075f97a45 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.236033:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236039:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 3/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236048:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 1/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236053:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075f97a45/0xf221502977fbcade lrc: 0/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236064:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.236067:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236072:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.236074:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236079:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 3/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236086:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 1/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236091:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5cb548f/0xf221502977fbcaad lrc: 0/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236101:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.236102:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236107:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.236108:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236113:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 3/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236121:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 1/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236129:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbca8a lrc: 0/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236140:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.236142:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236148:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa6bfede already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.236149:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236154:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 3/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236161:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 1/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236166:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbca9f lrc: 0/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.236176:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.236177:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.236194:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.236368:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.236379:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.236386:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.236393:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.236477:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006242fb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742316160:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.236498:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.236517:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.236523:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.236530:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,1 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.236536:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 2/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.236568:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776201057.236800:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.236811:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.236819:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.236824:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237388:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.237394:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237409:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.237411:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237419:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 3/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237437:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 1/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237443:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbf1c421/0xf221502977fbcac2 lrc: 0/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237458:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.237460:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237466:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ccb7baf already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.237468:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 3/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237474:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 4/0,0 mode: PW/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237483:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 2/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237494:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.237496:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237512:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a059cd11 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.237514:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237520:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237528:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 2/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.237534:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.237535:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.237536:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.237561:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.237636:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.237696:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000cff412d0/2, rc 0, transno 5485 00000100:00100000:2.0:1776201057.237710:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff412d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316224:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.237723:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000000ea96647/2, rc 0, transno 6340 00000100:00100000:2.0:1776201057.237732:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ea96647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315264:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.237742:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000092165de/2, rc 0, transno 6339 00000100:00100000:2.0:1776201057.237745:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000092165de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742314624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.237835:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.237841:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056a1921e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.237865:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.237890:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.237895:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.237899:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.237977:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096eaeeee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.237999:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.238035:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316864 00000100:00100000:2.0:1776201057.238070:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317056 00000100:00100000:2.0:1776201057.238086:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317120 00000100:00100000:2.0:1776201057.238103:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20643 00000100:00100000:2.0:1776201057.238110:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ebf6937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+25:3027:x1862480742316864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.238136:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4545 count 1 00010000:00010000:2.0:1776201057.238159:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238175:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 2/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 74 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238206:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238208:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238210:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 4/0,1 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238238:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 3/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 74 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238248:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 4/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 74 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.238258:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742317248:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.238306:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db266013 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.238324:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20644 00000100:00100000:2.0:1776201057.238327:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3027:x1862480742317056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.238341:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2141 count 1 00010000:00010000:2.0:1776201057.238355:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: --/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238365:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 2/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 67 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238371:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238373:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238374:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 4/0,1 mode: --/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238390:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 3/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 67 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238398:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 4/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 67 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.238407:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742317312:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.238429:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f20c0ad going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.238444:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20645 00000100:00100000:2.0:1776201057.238448:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3027:x1862480742317120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.238459:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4544 count 1 00010000:00010000:2.0:1776201057.238469:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238480:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 74 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238486:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238487:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.238488:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 4/0,1 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238518:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 3/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 74 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.238525:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 4/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 74 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.238533:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742317376:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.238552:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d06d0d4a going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.239398:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040c9b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3027:x1862480742315456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44829us (44952us total) trans 4294972783 rc 0/0 00000100:00100000:3.0:1776201057.239408:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20635 00000100:00100000:3.0:1776201057.239448:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec98321b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.239479:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.239494:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000118d3fb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.239527:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.239548:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776201057.239554:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cd1fc67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.239573:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.239586:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001feef4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.239606:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.239632:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316992 00000100:00100000:3.0:1776201057.239669:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317440 00000100:00100000:3.0:1776201057.239684:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742316928 00000100:00100000:3.0:1776201057.239698:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317184 00000100:00100000:3.0:1776201057.239714:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20646 00000100:00100000:3.0:1776201057.239719:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3025:x1862480742316992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.239739:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4564 count 1 00010000:00010000:3.0:1776201057.239845:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.239859:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 2/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 67 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.239866:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.239868:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.239870:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 4/0,1 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.239895:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 3/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 67 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.239905:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 4/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 67 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.239914:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e225155 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742317504:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.239950:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 000000004c7728ac going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.239968:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20647 00000100:00100000:3.0:1776201057.239971:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df9f42f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3025:x1862480742317440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.239982:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2131 count 1 00010000:00010000:3.0:1776201057.239995:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240012:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 67 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240018:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240019:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240021:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 4/0,1 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240036:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 3/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 67 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240042:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 4/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 67 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.240050:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00f14e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742317568:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.240072:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb22184e going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.240089:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20648 00000100:00100000:3.0:1776201057.240093:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d66ed06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3025:x1862480742316928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.240105:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4558 count 1 00010000:00010000:3.0:1776201057.240115:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240125:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 67 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240131:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240132:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240133:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 4/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240150:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 3/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 67 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240159:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 4/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 67 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.240167:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742317632:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.240211:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b7ad5b5e going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.240226:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20649 00000100:00100000:3.0:1776201057.240229:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003ac44b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3025:x1862480742317184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.240241:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4556 count 1 00010000:00010000:3.0:1776201057.240253:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240263:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 74 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240269:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240270:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.240271:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 4/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240287:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 3/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 74 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240298:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 4/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 74 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.240306:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4d9eff pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742317696:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.240325:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 000000001ce1b1ea going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.240361:0:10770:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5eefe9a/0xf221502977fb9a7f lrc: 0/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d8d5 expref: 67 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.240373:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c303905 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742316352:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.240393:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240401:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240407:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240414:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,1 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240421:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.240438:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1776201057.240621:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000bb1efadf/2, rc 0, transno 5487 00000100:00100000:2.0:1776201057.240633:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb1efadf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.240647:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.240651:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.240658:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.240661:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 2/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.240668:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 3/0,0 mode: PW/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.240686:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 1/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.240692:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f13da075/0xf221502977fbcad7 lrc: 0/0,0 mode: --/PW res: [0x11c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.240708:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.240710:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.240711:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.241890:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.241908:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000337f9cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.241961:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.241999:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317760 00000100:00100000:2.0:1776201057.242030:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20650 00000100:00100000:2.0:1776201057.242034:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d150ce24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3027:x1862480742317760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.242055:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2130 count 1 00010000:00010000:2.0:1776201057.242073:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242086:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 66 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242093:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.242095:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.242097:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 4/0,1 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242121:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 3/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 66 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242131:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 4/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 66 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.242140:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc32eea0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742317824:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.242171:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017478f25 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.242303:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.242325:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263040 00010000:00010000:2.0:1776201057.242342:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 5/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 75 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.242367:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33697 00000100:00100000:2.0:1776201057.242371:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+75:2225:x1862480738263040:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.242379:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.242383:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 5/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 75 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.242393:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 4/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 75 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.242413:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.242414:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.242417:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242425:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 4/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.242439:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.242459:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+75:2225:x1862480738263040:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 86us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.242467:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33697 00000100:00100000:2.0:1776201057.242611:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b75aa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742316800:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.242630:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.243237:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3027:x1862480742316096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45817us (46481us total) trans 4294972784 rc 0/0 00000100:00100000:3.0:1776201057.243246:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20638 00000100:00100000:3.0:1776201057.243283:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742316672:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.243297:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243323:0:7950:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002480e510/0xf221502977fb8b28 lrc: 0/0,0 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3fe expref: 74 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.243334:0:7950:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742316544:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.243345:0:7950:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243353:0:7950:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243359:0:7950:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243367:0:7950:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243373:0:7950:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.243389:0:7950:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.243614:0:7950:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c98a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3025:x1862480742316480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19907us (19971us total) trans 4294973637 rc 0/0 00000100:00100000:3.0:1776201057.243620:0:7950:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20640 00000004:00080000:3.0:1776201057.243656:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c0227de9/2, rc 0, transno 6341 00000100:00100000:3.0:1776201057.243667:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0227de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.243708:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201057.243734:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ad9f02d/0xf221502977e5679e lrc: 0/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95ec expref: 73 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.243744:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096143fe0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742315776:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.244899:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.244908:0:10771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcac9 lrc: 0/0,0 mode: --/PW res: [0x839:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.245239:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000494f38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3025:x1862480742315968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49446us (49736us total) trans 4294973638 rc 0/0 00000100:00100000:0.0:1776201057.245248:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20636 00000004:00080000:2.0:1776201057.245370:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000efb9bce7/2, rc 0, transno 5488 00000100:00100000:2.0:1776201057.245383:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb9bce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.245403:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.245408:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.245416:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.245420:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.245428:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 3/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.245446:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 1/0,0 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.245452:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbcae5 lrc: 0/0,0 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.245465:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.245466:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.245468:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.245539:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1776201057.245546:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a059cd11/0xf221502977fbca91 lrc: 0/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245631:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245642:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245648:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245655:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245661:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.245675:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.245834:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065508fbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3025:x1862480742315008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53229us (54479us total) trans 4294973639 rc 0/0 00000100:00100000:1.0:1776201057.245843:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20628 00010000:00010000:0.0:1776201057.246252:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.246255:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246263:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.246265:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246272:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 3/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246290:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 1/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246295:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7e5a02f/0xf221502977fbcab4 lrc: 0/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246307:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.246308:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.246309:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.246315:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.246318:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.246333:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263104 00010000:00010000:0.0:1776201057.246358:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 4/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 73 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.246399:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33698 00000100:00100000:0.0:1776201057.246404:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ff947be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+73:2226:x1862480738263104:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.246417:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.246421:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 4/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 73 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.246431:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 3/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 73 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.246447:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000457b447e/0xf221502977fb96f8 lrc: 0/0,0 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7d2 expref: 73 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.246463:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.246465:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.246468:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246477:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 4/0,1 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.246512:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.246557:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ff947be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+72:2226:x1862480738263104:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 152us (2849us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.246563:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33698 00000100:00100000:3.0:1776201057.246946:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083cec48a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+27:3027:x1862480742315200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52574us (52637us total) trans 4294973640 rc 0/0 00000100:00100000:3.0:1776201057.246953:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20633 00010000:00010000:3.0:1776201057.247059:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.247067:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.247075:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,1 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.247080:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 2/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.247093:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.247284:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+27:3025:x1862480742316608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20179us (20269us total) trans 4294973641 rc 0/0 00000100:00100000:3.0:1776201057.247291:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20641 00000004:00080000:3.0:1776201057.247333:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e646e34e/2, rc 0, transno 6345 00000100:00100000:3.0:1776201057.247339:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e646e34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316608:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.247349:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000044c3f1ef/2, rc 0, transno 6342 00000100:00100000:3.0:1776201057.247351:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044c3f1ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315968:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.247359:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c532a2a6/2, rc 0, transno 6343 00000100:00100000:3.0:1776201057.247362:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c532a2a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742315008:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.247412:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e265eaf1/2, rc 0, transno 5481 00000100:00100000:3.0:1776201057.247430:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e265eaf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742314304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.247441:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776201057.247448:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbce98dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742317888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.247478:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.249841:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049588d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.249901:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.249943:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000f388d51f/2, rc 0, transno 6344 00000100:00100000:2.0:1776201057.249952:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f388d51f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742315200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.249965:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.249969:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9fad504 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.249990:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.250016:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.250022:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 2/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250034:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.250038:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 2/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250046:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 3/0,0 mode: PW/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250067:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 1/0,0 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250079:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbcaec lrc: 0/0,0 mode: --/PW res: [0x11c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250095:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.250096:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.250098:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.250249:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317888 00000100:00100000:2.0:1776201057.250288:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318144 00000100:00100000:2.0:1776201057.250306:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318080 00000100:00100000:2.0:1776201057.250324:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20651 00000100:00100000:2.0:1776201057.250329:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d9a351 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3026:x1862480742317888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.250353:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2129 count 1 00010000:00010000:2.0:1776201057.250374:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250390:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 66 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250399:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.250400:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.250402:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 4/0,1 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250427:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 3/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 66 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250439:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 4/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 66 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.250454:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742318336:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.250516:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20652 00000100:00100000:1.0:1776201057.250523:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3027:x1862480742318144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.250525:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b7cc997d going to sleep for 6 seconds 00002000:00080000:1.0:1776201057.250540:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4554 count 1 00000100:00100000:2.0:1776201057.250545:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20653 00000100:00100000:2.0:1776201057.250550:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+28:3027:x1862480742318080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776201057.250564:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1776201057.250565:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4562 count 1 00010000:00010000:1.0:1776201057.250580:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 71 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250580:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250604:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.250609:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.250612:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.250614:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.250615:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 4/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250618:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.250620:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 4/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250652:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.250660:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 71 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.250663:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 4/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.250674:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d69b61a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742318400:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.250697:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 0000000039ada56b going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.251155:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c1d6799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.251209:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.251224:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0e5c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.251243:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.251258:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776201057.251264:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083cf7d82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.251285:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.251295:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e235010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.251311:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.251335:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318016 00000100:00100000:3.0:1776201057.251357:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318272 00000100:00100000:3.0:1776201057.251366:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742317952 00000100:00100000:3.0:1776201057.251379:0:7950:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318208 00000100:00100000:3.0:1776201057.251391:0:7950:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20654 00000100:00100000:3.0:1776201057.251394:0:7950:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c303905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3025:x1862480742318016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.251409:0:7950:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2111 count 1 00010000:00010000:3.0:1776201057.251422:0:7950:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251434:0:7950:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251440:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.251442:0:7950:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.251445:0:7950:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 4/0,1 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.251454:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 71 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.251467:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c2f683b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742318464:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.251471:0:7950:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 3/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251482:0:7950:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 4/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.251493:0:7950:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742318528:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.251520:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.251529:0:7950:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064437f67 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.251548:0:13708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20655 00000100:00100000:3.0:1776201057.251552:0:13708:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+31:3025:x1862480742318272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.251565:0:13708:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2095 count 1 00010000:00010000:3.0:1776201057.251577:0:13708:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251588:0:13708:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251594:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.251595:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.251597:0:13708:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 4/0,1 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251612:0:13708:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 3/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.251620:0:13708:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 4/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.251629:0:13708:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088c9f23b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742318592:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.251651:0:13708:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.251703:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.252036:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263168 00010000:00010000:1.0:1776201057.252059:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 4/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 67 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.252085:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33699 00000100:00100000:1.0:1776201057.252089:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+67:2226:x1862480738263168:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.252099:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.252102:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 4/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 67 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.252112:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 3/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 67 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.252132:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c27ebea0/0xf221502977fba1ef lrc: 0/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6db83 expref: 67 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.252145:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.252147:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.252150:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.252157:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 4/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.252177:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.252223:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+66:2226:x1862480738263168:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 133us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.252230:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33699 00000100:00100000:2.0:1776201057.252952:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20656 00000100:00100000:2.0:1776201057.252959:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a78d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+35:3025:x1862480742317952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.252976:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2132 count 1 00010000:00010000:2.0:1776201057.252993:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253007:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 65 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253013:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.253014:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.253015:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 4/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253038:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 65 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253047:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 65 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.253058:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089aa8f2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742318656:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.253092:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.253109:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253116:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253125:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253135:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253158:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776201057.253204:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.253209:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.253217:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.253221:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.253230:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 3/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.253246:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 1/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.253252:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1e276ae/0xf221502977fbcaf3 lrc: 0/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.253270:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.253272:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.253274:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.253460:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3027:x1862480742316736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21469us (21533us total) trans 4294972785 rc 0/0 00000100:00100000:2.0:1776201057.253467:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20642 00000100:00100000:2.0:1776201057.253485:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20657 00000100:00100000:2.0:1776201057.253489:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa73bcf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+31:3025:x1862480742318208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.253513:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2098 count 1 00010000:00010000:2.0:1776201057.253527:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253537:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253542:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.253543:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.253545:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 4/0,1 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253563:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 3/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 71 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.253571:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 4/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.253585:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005709ae9d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742318720:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.253608:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d46b5b50 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.253644:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000071e74ce8/2, rc 0, transno 5489 00000100:00100000:2.0:1776201057.253664:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071e74ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.255298:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776201057.255317:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002008cc16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.255391:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.255486:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318784 00000100:00100000:1.0:1776201057.255538:0:6354:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20658 00000100:00100000:1.0:1776201057.255543:0:6354:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045670fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3027:x1862480742318784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.255564:0:6354:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2118 count 1 00010000:00010000:1.0:1776201057.255585:0:6354:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.255601:0:6354:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 65 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.255608:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.255610:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.255611:0:6354:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 4/0,1 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.255635:0:6354:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 3/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 65 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.255645:0:6354:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 4/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 65 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.255655:0:6354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0688d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742318848:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.255700:0:6354:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545851ed going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.259512:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.259736:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00f14e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742317568:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.259776:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.259788:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259813:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259831:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259845:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259888:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259904:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.259946:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263232 00010000:00010000:3.0:1776201057.259977:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 4/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 66 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260001:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263360 00010000:00010000:3.0:1776201057.260009:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 5/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 67 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260018:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263296 00010000:00010000:3.0:1776201057.260026:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 5/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 72 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260647:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263424 00010000:00010000:3.0:1776201057.260666:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 5/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 68 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260682:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263488 00010000:00010000:3.0:1776201057.260693:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 5/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 69 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260705:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263680 00010000:00010000:3.0:1776201057.260715:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 5/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 73 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260725:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263616 00010000:00010000:3.0:1776201057.260734:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 5/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 70 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.260749:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33700 00000100:00100000:3.0:1776201057.260755:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096143fe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+70:2226:x1862480738263232:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.260771:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.260776:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 4/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 70 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.260786:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 3/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 70 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.260821:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa3ab0c3/0xf221502977e57902 lrc: 0/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ce5 expref: 70 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.260836:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.260839:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.260843:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.260851:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 4/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.260877:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.260929:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096143fe0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+69:2226:x1862480738263232:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 173us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.260937:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33700 00000100:00100000:3.0:1776201057.260954:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33701 00000100:00100000:3.0:1776201057.260958:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b3ba83c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+68:2226:x1862480738263360:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.260965:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.260970:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 5/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 68 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.260979:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 4/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 68 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.260993:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.260995:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.260997:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.261004:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 4/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.261016:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.261705:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b3ba83c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+68:2226:x1862480738263360:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 74us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.261714:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33701 00000100:00100000:3.0:1776201057.261763:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33702 00000100:00100000:3.0:1776201057.261769:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+73:2226:x1862480738263296:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.261778:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.261783:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 5/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 73 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.261794:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 4/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 73 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.261811:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.261813:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.261816:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.261822:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 4/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.261836:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.261858:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+73:2226:x1862480738263296:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 89us (2046us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.261865:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33702 00000100:00100000:3.0:1776201057.261883:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33703 00000100:00100000:0.0:1776201057.262580:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33704 00000100:00100000:0.0:1776201057.262587:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+67:2226:x1862480738263488:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.262599:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.262605:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 5/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 67 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262617:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 4/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 67 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262633:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262634:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262636:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262643:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 4/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262659:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.262682:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+67:2226:x1862480738263488:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 95us (2837us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.262689:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33704 00000100:00100000:0.0:1776201057.262706:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33705 00000100:00100000:0.0:1776201057.262711:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044efa744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+72:2228:x1862480738263680:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.262719:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.262724:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 5/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 72 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262732:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 4/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 72 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262746:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262747:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262749:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262756:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 4/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262767:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.262784:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044efa744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+72:2228:x1862480738263680:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 72us (2895us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.262789:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33705 00000100:00100000:0.0:1776201057.262802:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33706 00000100:00100000:0.0:1776201057.262807:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+66:2228:x1862480738263616:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.262814:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.262819:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 5/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 66 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262827:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 4/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 66 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.262839:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262841:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.262842:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262848:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 4/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.262857:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.262874:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+66:2228:x1862480738263616:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 66us (2969us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.262880:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33706 00010000:00010000:2.0:1776201057.263054:0:10925:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041151e87/0xf221502977e5781b lrc: 0/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c91 expref: 65 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.263067:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc32eea0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742317824:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.263086:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263094:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263100:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263108:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263114:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263132:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.263581:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d150ce24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3027:x1862480742317760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21544us (21619us total) trans 4294972786 rc 0/0 00000100:00100000:2.0:1776201057.263590:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20650 00000100:00100000:2.0:1776201057.263622:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742317248:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.263636:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263665:0:10927:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008d05e12/0xf221502977e5822b lrc: 0/0,0 mode: --/PW res: [0x85d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa09d expref: 64 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.263675:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742317312:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.263685:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263692:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263698:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.263701:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+63:2226:x1862480738263424:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776201057.263708:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,1 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.263715:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 2/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263716:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.263724:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 5/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 63 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.263734:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776201057.263736:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 4/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 63 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.263754:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.263755:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.263758:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263765:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 4/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263780:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.263802:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+63:2226:x1862480738263424:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 1913us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.263810:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33703 00010000:00010000:3.0:1776201057.263835:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263843:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263849:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263854:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.263874:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776201057.263959:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3027:x1862480742317056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25630us (26093us total) trans 4294972787 rc 0/0 00000100:00100000:2.0:1776201057.263967:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20644 00010000:00010000:2.0:1776201057.264003:0:10772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b73f94d6/0xf221502977fb8d0b lrc: 0/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4a6 expref: 71 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.264016:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742317376:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.264033:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264040:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264046:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264053:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264059:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.264073:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df9f42f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3025:x1862480742317440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24100us (24545us total) trans 4294972788 rc 0/0 00010000:00010000:2.0:1776201057.264077:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776201057.264082:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20647 00010000:00010000:3.0:1776201057.264131:0:12092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001264441f/0xf221502977fba449 lrc: 0/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc5c expref: 70 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.264142:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4d9eff pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742317696:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.264157:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.264166:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.264203:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.264211:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,1 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.264217:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.264226:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1776201057.264290:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3027:x1862480742317120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25839us (26288us total) trans 4294973642 rc 0/0 00000100:00100000:2.0:1776201057.264298:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20645 00000100:00100000:2.0:1776201057.264333:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d69b61a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742318400:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.264348:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264366:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776201057.264371:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264378:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264381:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264389:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 3/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264403:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 1/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.264410:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003ac44b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3025:x1862480742317184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24178us (24801us total) trans 4294973643 rc 0/0 00010000:00010000:2.0:1776201057.264412:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcb2b lrc: 0/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.264431:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20649 00010000:00010000:2.0:1776201057.264439:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776201057.264443:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 2/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264450:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264452:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 2/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264459:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 3/0,0 mode: PW/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264470:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 1/0,0 mode: --/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776201057.264472:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000001feef4b/2, rc 0, transno 6347 00010000:00010000:2.0:1776201057.264479:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcb01 lrc: 0/0,0 mode: --/PW res: [0x85d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.264488:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001feef4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317184:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.264492:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.264495:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776201057.264513:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000118d3fb9/2, rc 0, transno 5492 00010000:00010000:2.0:1776201057.264514:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000388b7476 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264519:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264526:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 3/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.264526:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000118d3fb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.264536:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 1/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264542:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000388b7476/0xf221502977fbcb16 lrc: 0/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264554:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.264556:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264565:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264567:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264572:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 3/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264580:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 1/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264586:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcb08 lrc: 0/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264598:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.264600:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264605:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264607:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 2/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264613:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 3/0,0 mode: PW/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264621:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 1/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264631:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcb24 lrc: 0/0,0 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264642:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.264643:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.264645:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.264667:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.264671:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.264734:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fba40a lrc: 0/0,0 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dc40 expref: 62 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.264744:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742317632:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.264756:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264763:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264769:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264775:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264781:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264797:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.264939:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d66ed06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3025:x1862480742316928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24844us (25365us total) trans 4294972789 rc 0/0 00000100:00100000:2.0:1776201057.264945:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20648 00010000:00010000:2.0:1776201057.264962:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.264965:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264971:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.264973:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264979:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 3/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264988:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 1/0,0 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.264994:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcb1d lrc: 0/0,0 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265006:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.265007:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.265008:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.265027:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d69b61a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.265061:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.265085:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000337f9cc5/2, rc 0, transno 5490 00000100:00100000:2.0:1776201057.265090:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000337f9cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317760:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.265098:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000096eaeeee/2, rc 0, transno 6346 00000100:00100000:2.0:1776201057.265104:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096eaeeee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317120:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.265112:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000056a1921e/2, rc 0, transno 5491 00000100:00100000:2.0:1776201057.265115:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056a1921e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742317056:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.265164:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f287affa/0xf221502977e57757 lrc: 0/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c36 expref: 61 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.265174:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742318336:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.265206:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265214:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265219:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265225:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265230:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265242:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.265368:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d9a351 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3026:x1862480742317888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15038us (17890us total) trans 4294972790 rc 0/0 00000100:00100000:2.0:1776201057.265374:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20651 00000100:00100000:2.0:1776201057.265390:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318912 00000100:00100000:2.0:1776201057.265417:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20659 00000100:00100000:2.0:1776201057.265422:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f672c3ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3027:x1862480742318912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.265443:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4502 count 1 00010000:00010000:2.0:1776201057.265460:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: --/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265472:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 2/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 69 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265479:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.265481:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.265482:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 4/0,1 mode: --/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265515:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 3/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 69 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265525:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 4/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 69 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.265535:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742319040:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.265570:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 0000000019718a67 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.265579:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1776201057.265584:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.265589:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.265590:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.265602:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.265605:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265612:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 3/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265624:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 1/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.265624:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.265633:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcb32 lrc: 0/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265650:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.265653:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.265654:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.265656:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000001cd1fc67/2, rc 0, transno 5493 00000100:00100000:3.0:1776201057.265662:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cd1fc67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.265668:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742318976 00000100:00100000:2.0:1776201057.265694:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20660 00000100:00100000:2.0:1776201057.265698:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9e6f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3025:x1862480742318976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.265709:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2099 count 1 00010000:00010000:2.0:1776201057.265719:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265729:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 69 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265735:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.265737:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.265738:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 4/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265755:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 69 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.265763:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 69 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.265772:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742319104:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.265789:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f76940a6 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.265802:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.265828:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000bbce98dc/2, rc 0, transno 5494 00000100:00100000:2.0:1776201057.265832:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbce98dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742317888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.267020:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.269473:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.271466:0:13708:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088c9f23b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742318592:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.271496:0:13708:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.271546:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263552 00010000:00010000:3.0:1776201057.271579:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 4/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 70 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.271622:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263744 00010000:00010000:3.0:1776201057.271632:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 4/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.271656:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33707 00000100:00100000:3.0:1776201057.271663:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+71:2225:x1862480738263552:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1776201057.273660:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33708 00000100:00100000:0.0:1776201057.273672:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a97022f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+71:2225:x1862480738263744:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.273695:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.273704:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 4/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.273719:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.273751:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7ee9191/0xf221502977fbaf8d lrc: 0/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e006 expref: 71 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.273768:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.273770:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.273773:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.273782:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 4/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.273816:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.273878:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a97022f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+70:2225:x1862480738263744:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 207us (4412us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.273886:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33708 00000100:00100000:1.0:1776201057.274353:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c2f683b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742318464:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.274373:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.275559:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.275570:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 4/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 69 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.275584:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 3/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 69 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.275604:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fb8e00 lrc: 0/0,0 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d508 expref: 69 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.275616:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.275618:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.275621:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.275629:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 4/0,1 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.275972:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.275982:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.275990:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.275997:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276024:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.276389:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3027:x1862480742318080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25836us (26396us total) trans 4294973644 rc 0/0 00000100:00100000:2.0:1776201057.276399:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20653 00000100:00100000:2.0:1776201057.276439:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e15118cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.276477:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.276529:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e9fad504/2, rc 0, transno 6348 00000100:00100000:2.0:1776201057.276541:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9fad504 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.276555:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.276560:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cf81b37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.276580:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.276654:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319296 00000100:00100000:2.0:1776201057.276683:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319232 00000100:00100000:2.0:1776201057.276703:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20661 00000100:00100000:2.0:1776201057.276708:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+38:3027:x1862480742319296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.276730:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4524 count 1 00010000:00010000:2.0:1776201057.276752:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: --/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276767:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 2/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276774:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.276776:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.276778:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 4/0,1 mode: --/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276805:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 3/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276821:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 4/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 60 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.276832:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d23a522 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742319552:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.276878:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d2487ba7 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.276898:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20662 00000100:00100000:2.0:1776201057.276907:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1b75aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3027:x1862480742319232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.276921:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2117 count 1 00010000:00010000:2.0:1776201057.276935:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276949:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 60 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276955:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.276956:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.276959:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 4/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276989:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 60 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.276998:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 4/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 60 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.277007:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048de480d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742319616:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.277035:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 00000000307c5e84 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.277056:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.277064:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dc118d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.277094:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.277121:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319488 00000100:00100000:2.0:1776201057.277141:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20663 00000100:00100000:2.0:1776201057.277145:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c992232a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3027:x1862480742319488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.277155:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2137 count 1 00010000:00010000:2.0:1776201057.277167:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277177:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 68 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277204:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277205:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277206:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 4/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277225:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 68 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277232:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 68 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.277242:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e00958cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742319680:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.277266:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9748ce9 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.277290:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed1e8aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.277315:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.277328:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065508fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.277344:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.277358:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776201057.277362:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b5c2f3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.277379:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.277400:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319168 00000100:00100000:2.0:1776201057.277422:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319424 00000100:00100000:2.0:1776201057.277435:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319360 00000100:00100000:2.0:1776201057.277447:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20664 00000100:00100000:2.0:1776201057.277451:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847bd69d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3025:x1862480742319168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.277462:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2137 count 1 00010000:00010000:2.0:1776201057.277475:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277485:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277491:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277492:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277493:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 4/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277522:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277530:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.277544:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004862d387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742319744:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.277566:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 000000005800e51c going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.277583:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20665 00000100:00100000:2.0:1776201057.277588:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b27798db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3025:x1862480742319424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.277599:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2138 count 1 00010000:00010000:2.0:1776201057.277608:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277617:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277623:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277624:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277625:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 4/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277640:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277647:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.277654:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097719969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742319808:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.277675:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.277691:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20666 00000100:00100000:2.0:1776201057.277694:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3939d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+41:3025:x1862480742319360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.277706:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2128 count 1 00010000:00010000:2.0:1776201057.277715:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277723:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277729:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277730:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.277731:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 4/0,1 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277748:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 3/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.277756:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 4/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.277764:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000368aaaf9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742319872:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.277785:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000148b7ab5 going to sleep for 6 seconds 00010000:00010000:1.0:1776201057.278690:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.278697:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.278707:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.278711:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.278720:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.278742:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 1/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.278749:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcb40 lrc: 0/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.278771:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.278772:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.278774:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.279283:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e225155 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742317504:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.279307:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.279352:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.279391:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+68:2225:x1862480738263552:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 7726us (12372us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.279400:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33707 00010000:00010000:1.0:1776201057.279681:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.279696:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.279705:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,1 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.279712:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 2/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.279727:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.280844:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.280851:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 2/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.280862:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.280865:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 2/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.280877:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 3/0,0 mode: PW/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.280899:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 1/0,0 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.280904:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcafa lrc: 0/0,0 mode: --/PW res: [0x11c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.280921:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.280922:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.280923:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201057.281151:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ebf6937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+35:3027:x1862480742316864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43038us (43513us total) trans 4294973645 rc 0/0 00000100:00100000:1.0:1776201057.281162:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20643 00000100:00100000:3.0:1776201057.283772:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283831:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283849:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283887:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283899:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283909:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.283922:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.284042:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089aa8f2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742318656:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.284067:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284106:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263936 00010000:00010000:3.0:1776201057.284136:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 4/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 68 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284164:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263808 00010000:00010000:3.0:1776201057.284175:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 4/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 61 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284208:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738263872 00010000:00010000:3.0:1776201057.284218:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 69 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284231:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264000 00010000:00010000:3.0:1776201057.284240:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 5/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 70 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284250:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264128 00010000:00010000:3.0:1776201057.284258:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 5/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284269:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264064 00010000:00010000:3.0:1776201057.284279:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 62 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.284293:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264192 00000100:00100000:2.0:1776201057.284299:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048de480d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742319616:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.284303:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 5/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 63 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.284317:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284327:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33709 00000100:00100000:3.0:1776201057.284333:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+71:2228:x1862480738263936:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.284347:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1776201057.284352:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fbc9bc4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742319104:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.284353:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 4/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284366:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 3/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.284367:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284402:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cea5a36/0xf221502977e55b03 lrc: 0/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df90b3 expref: 71 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.284405:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e00958cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742319680:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.284419:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284420:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284422:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284426:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284434:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 4/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.284448:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097719969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742319808:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.284453:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201057.284464:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284492:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000316d235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+70:2228:x1862480738263936:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 158us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.284493:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004862d387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742319744:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.284515:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33709 00010000:00010000:2.0:1776201057.284519:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284537:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33710 00000100:00100000:3.0:1776201057.284541:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+63:2228:x1862480738263808:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.284551:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.284555:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 4/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 63 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284564:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 3/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 63 pid: 12098 timeout: 1191 lvb_type: 0 00000004:00080000:2.0:1776201057.284567:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009a78bcb8/2, rc 0, transno 6349 00000100:00100000:2.0:1776201057.284581:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742316864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201057.284582:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309ea3c4/0xf221502977fbaf71 lrc: 0/0,0 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dff1 expref: 63 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284598:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284600:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284602:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284609:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 4/0,1 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284628:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.284647:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+62:2228:x1862480738263808:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 104us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.284653:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33710 00000100:00100000:0.0:1776201057.284658:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33711 00000100:00100000:0.0:1776201057.284663:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc32eea0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+69:2225:x1862480738263872:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00000100:00100000:3.0:1776201057.284666:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33712 00000100:00100000:3.0:1776201057.284670:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+69:2226:x1862480738264000:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.284675:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.284675:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.284678:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 4/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 69 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284678:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 5/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 69 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.284687:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 69 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284692:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 4/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 69 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284705:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284706:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284708:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.284711:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fba243 lrc: 0/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dba6 expref: 69 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284716:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 4/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.284721:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.284722:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.284724:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284728:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.284730:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 4/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284743:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+68:2226:x1862480738264000:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 73us (855us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.284747:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.284749:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33712 00000100:00100000:3.0:1776201057.284761:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33713 00000100:00100000:0.0:1776201057.284763:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc32eea0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+67:2225:x1862480738263872:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 100us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.284765:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+67:2226:x1862480738264128:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1776201057.284769:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33711 00010000:00010000:3.0:1776201057.284771:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.284775:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 5/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 66 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.284780:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33714 00000100:00100000:0.0:1776201057.284785:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+61:2226:x1862480738264064:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.284785:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 4/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 66 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.284792:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.284795:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 61 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284798:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284799:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284802:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.284807:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 61 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284809:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 4/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.284820:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e65cb0b/0xf221502977e579d4 lrc: 0/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d40 expref: 61 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284822:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.284830:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.284831:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.284833:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.284839:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 4/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.284839:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+66:2226:x1862480738264128:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 72us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.284845:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33713 00010000:00010000:0.0:1776201057.284855:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.284858:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33715 00000100:00100000:3.0:1776201057.284862:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dab49c97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+60:2226:x1862480738264192:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.284869:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776201057.284871:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+60:2226:x1862480738264064:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 86us (960us total) trans 0 rc 0/0 00010000:00010000:3.0:1776201057.284873:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 5/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 60 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.284877:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33714 00010000:00010000:3.0:1776201057.284882:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 4/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 60 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.284896:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284897:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.284899:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284906:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 4/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284918:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.284934:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dab49c97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+59:2226:x1862480738264192:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 71us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.284940:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33715 00010000:00010000:3.0:1776201057.284978:0:13708:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284985:0:13708:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284993:0:13708:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,1 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.284998:0:13708:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.285013:0:13708:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.286700:0:13708:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+35:3025:x1862480742318272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35143us (35453us total) trans 4294973646 rc 0/0 00000100:00100000:3.0:1776201057.286714:0:13708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20655 00010000:00010000:3.0:1776201057.286757:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.286767:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.286778:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.286790:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.286808:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.287027:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a78d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3025:x1862480742317952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34066us (35740us total) trans 4294972791 rc 0/0 00000100:00100000:3.0:1776201057.287035:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20656 00010000:00010000:2.0:1776201057.287044:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.287051:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287062:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.287066:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 2/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287074:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 3/0,0 mode: PW/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287086:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1c3d62c/0xf221502977e55d48 lrc: 0/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91a8 expref: 65 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.287095:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 1/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.287100:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005709ae9d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742318720:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.287108:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ad4f2bc/0xf221502977fbcb4e lrc: 0/0,0 mode: --/PW res: [0x82f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287126:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287128:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.287133:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287143:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.287145:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287151:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287152:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287170:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287175:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 1/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287201:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,1 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287216:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcb55 lrc: 0/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287217:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287243:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.287246:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287251:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1776201057.287257:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.287260:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 2/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287267:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 3/0,0 mode: PW/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287278:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 1/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287289:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcb5c lrc: 0/0,0 mode: --/PW res: [0x832:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.287302:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.287305:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.287307:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.287419:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa73bcf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:3025:x1862480742318208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33928us (36107us total) trans 4294973647 rc 0/0 00000100:00100000:3.0:1776201057.287426:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20657 00010000:00010000:3.0:1776201057.287465:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287472:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287479:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,1 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.287484:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 2/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.288727:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.288965:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3025:x1862480742316992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49243us (49485us total) trans 4294972792 rc 0/0 00000100:00100000:3.0:1776201057.288974:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20646 00010000:00010000:3.0:1776201057.289011:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.289015:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 2/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289025:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000cd9842 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.289027:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 2/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289036:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 3/0,0 mode: PW/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289051:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 1/0,0 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289057:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcb0f lrc: 0/0,0 mode: --/PW res: [0x11d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289292:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.289293:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.289295:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.289341:0:7950:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2b1cd59/0xf221502977e56942 lrc: 0/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9686 expref: 64 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.289353:0:7950:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7950:1862480742318528:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.289374:0:7950:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289382:0:7950:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289387:0:7950:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289394:0:7950:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289400:0:7950:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289420:0:7950:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.289622:0:7950:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c303905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3025:x1862480742318016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38225us (38413us total) trans 4294973648 rc 0/0 00000100:00100000:3.0:1776201057.289630:0:7950:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20654 00010000:00010000:3.0:1776201057.289648:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.289652:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289659:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.289661:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289667:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 3/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289680:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 1/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289686:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcb47 lrc: 0/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.289698:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.289699:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.289700:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.289767:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.289778:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.289787:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.289794:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,1 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.289800:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.289816:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.289820:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.289864:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.289906:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.289936:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.289963:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.289990:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.290025:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264384 00010000:00010000:0.0:1776201057.290052:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 5/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 59 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290070:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264640 00010000:00010000:0.0:1776201057.290078:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290088:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264256 00010000:00010000:0.0:1776201057.290098:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 5/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 64 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290109:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264320 00000100:00100000:1.0:1776201057.290221:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3027:x1862480742318144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39698us (40321us total) trans 4294973649 rc 0/0 00000100:00100000:1.0:1776201057.290229:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20652 00010000:00010000:0.0:1776201057.290282:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 65 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290297:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264512 00010000:00010000:0.0:1776201057.290306:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 66 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290316:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264576 00010000:00010000:0.0:1776201057.290323:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 61 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290336:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33716 00000100:00100000:0.0:1776201057.290341:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e038bd99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+61:2228:x1862480738264384:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.290354:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.290358:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 5/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290367:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 4/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290386:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290388:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290392:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290406:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 4/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290422:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.290449:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e038bd99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+61:2228:x1862480738264384:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 108us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.290456:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33716 00000100:00100000:0.0:1776201057.290470:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33717 00000100:00100000:0.0:1776201057.290474:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+60:2228:x1862480738264640:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.290480:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.290484:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290491:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290513:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e3c98a6/0xf221502977e57e65 lrc: 0/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f31 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290523:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290524:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290526:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290612:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 4/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.290620:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.290637:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.290655:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034ecc52f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+59:2228:x1862480738264640:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 180us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.290662:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33717 00000100:00100000:0.0:1776201057.290675:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264448 00010000:00010000:0.0:1776201057.290686:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 4/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 59 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290780:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33718 00000100:00100000:0.0:1776201057.290785:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+66:2228:x1862480738264256:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.290794:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.290798:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 5/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 66 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290808:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 4/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 66 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.290817:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.290823:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290824:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290826:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290833:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 4/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290844:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.290860:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7fcc0e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+66:2228:x1862480738264256:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 75us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.290866:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33718 00000100:00100000:0.0:1776201057.290879:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264704 00010000:00010000:0.0:1776201057.290888:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 5/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.290901:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33719 00000100:00100000:0.0:1776201057.290904:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044efa744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+65:2226:x1862480738264320:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.290911:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.290914:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 4/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 65 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290922:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 65 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290935:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000757882e1/0xf221502977e55e0c lrc: 0/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df91fc expref: 65 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.290944:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290945:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.290947:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290954:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 4/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.290971:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.290989:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044efa744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+64:2226:x1862480738264320:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 83us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.290995:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33719 00000100:00100000:0.0:1776201057.291007:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33720 00000100:00100000:0.0:1776201057.291011:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+63:2228:x1862480738264512:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.291018:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.291021:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 63 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291029:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 63 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291041:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090fd80f5/0xf221502977e58087 lrc: 0/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ffc expref: 63 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291050:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.291052:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.291053:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.291060:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 4/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.291075:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.291093:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+62:2228:x1862480738264512:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 81us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.291100:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33720 00000100:00100000:0.0:1776201057.291112:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33721 00000100:00100000:0.0:1776201057.291885:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+60:2226:x1862480738264576:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.291899:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.291904:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 4/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291914:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291931:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f58f832/0xf221502977e57da8 lrc: 0/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ee4 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.291942:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.291944:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.291946:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.291953:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 4/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.291972:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.291995:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+59:2226:x1862480738264576:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 878us (2005us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.292002:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33721 00000100:00100000:0.0:1776201057.292018:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33722 00000100:00100000:0.0:1776201057.292023:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae04c2f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+58:2226:x1862480738264448:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.292030:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.292035:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 4/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 58 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.292044:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 58 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.292057:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977e56d63 lrc: 0/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df981c expref: 58 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.292066:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.292067:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.292069:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.292075:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 4/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.292094:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.292112:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae04c2f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+57:2226:x1862480738264448:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 88us (1493us total) trans 0 rc 0/0 00010000:00010000:2.0:1776201057.292317:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292326:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292335:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292341:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292359:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.292651:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1b75aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3027:x1862480742319232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15745us (16070us total) trans 4294972793 rc 0/0 00000100:00100000:2.0:1776201057.292660:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20662 00010000:00010000:2.0:1776201057.292733:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.292738:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292746:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b08157b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.292750:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 2/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292759:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 3/0,0 mode: PW/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292775:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 1/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292782:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b08157b/0xf221502977fbcb39 lrc: 0/0,0 mode: --/PW res: [0x11ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292802:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.292804:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292811:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.292814:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292821:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292832:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 1/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292838:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcb7f lrc: 0/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292856:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.292857:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.292859:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.292868:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292875:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292883:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,1 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292889:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.292905:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.292968:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33722 00000100:00100000:0.0:1776201057.293013:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33723 00000100:00100000:0.0:1776201057.293019:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+56:2226:x1862480738264704:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.293029:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.293035:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 5/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 56 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.293045:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 4/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 56 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.293064:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.293066:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.293068:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.293074:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 4/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.293086:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.293106:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d88051b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+56:2226:x1862480738264704:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 87us (2289us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.293112:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33723 00010000:00010000:3.0:1776201057.294989:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.294998:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.295010:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.295013:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 2/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.295021:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 3/0,0 mode: PW/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.295041:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 1/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.295047:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c5cef94/0xf221502977fbcb71 lrc: 0/0,0 mode: --/PW res: [0x833:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.295487:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9e6f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3025:x1862480742318976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29783us (29860us total) trans 4294973650 rc 0/0 00000100:00100000:2.0:1776201057.295498:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20660 00010000:00010000:2.0:1776201057.295539:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.295551:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295561:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295571:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295579:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295602:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.295801:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c992232a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3027:x1862480742319488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18653us (18706us total) trans 4294973651 rc 0/0 00000100:00100000:2.0:1776201057.295808:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20663 00010000:00010000:2.0:1776201057.295826:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.295830:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295838:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.295841:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295847:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295863:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 1/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295869:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcb86 lrc: 0/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295886:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.295888:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.295890:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.295902:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295909:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295915:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295921:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.295942:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776201057.296373:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.296375:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.296386:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.296388:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.296393:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.296404:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 1/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.296410:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcb94 lrc: 0/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.296423:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.296424:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.296426:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.296433:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.296494:0:6354:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000131fea51/0xf221502977e56e27 lrc: 0/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9869 expref: 55 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.296523:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201057.297264:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c19e1a8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.297315:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776201057.297353:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000007dc118d0/2, rc 0, transno 6355 00000100:00100000:1.0:1776201057.297366:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dc118d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319488:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.297379:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009cf81b37/2, rc 0, transno 5497 00000100:00100000:1.0:1776201057.297395:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cf81b37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776201057.297407:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000049588d70/2, rc 0, transno 6353 00000100:00100000:1.0:1776201057.297410:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049588d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776201057.297443:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fb0499 lrc: 0/0,0 mode: --/PW res: [0x1196:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6a520 expref: 61 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.297459:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742319040:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.297476:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297484:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297491:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297499:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,1 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297520:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 2/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297535:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.297720:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f672c3ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3027:x1862480742318912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32296us (32658us total) trans 4294973652 rc 0/0 00000100:00100000:1.0:1776201057.297728:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20659 00000100:00100000:1.0:1776201057.297753:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742319936 00000100:00100000:1.0:1776201057.297782:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20667 00000100:00100000:1.0:1776201057.297787:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c2f683b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3027:x1862480742319936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.297815:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2097 count 1 00010000:00010000:1.0:1776201057.297836:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297850:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297858:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.297859:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.297861:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 4/0,1 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297890:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 3/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.297902:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 4/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 60 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.297918:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742320000:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.298282:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b27798db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3025:x1862480742319424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20694us (20937us total) trans 4294972794 rc 0/0 00000100:00100000:2.0:1776201057.298291:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20665 00010000:00010000:2.0:1776201057.298362:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.298366:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 2/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298375:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.298378:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 2/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298386:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 3/0,0 mode: PW/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298403:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 1/0,0 mode: --/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298415:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcb6a lrc: 0/0,0 mode: --/PW res: [0x1196:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298431:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.298432:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.298433:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.298453:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298463:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298472:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,1 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298478:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.298495:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.298613:0:6354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0688d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6354:1862480742318848:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.298630:0:6354:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298678:0:6354:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298689:0:6354:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298695:0:6354:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298701:0:6354:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298714:0:6354:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776201057.298722:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.298725:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298730:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.298732:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 2/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298738:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 3/0,0 mode: PW/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298749:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 1/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298755:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcb8d lrc: 0/0,0 mode: --/PW res: [0x859:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298771:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.298773:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298778:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057a8d613 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.298779:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298784:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 3/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298792:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 1/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298797:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057a8d613/0xf221502977fbcb63 lrc: 0/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.298807:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.298808:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.298809:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.299019:0:6354:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045670fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3027:x1862480742318784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43475us (43630us total) trans 4294972795 rc 0/0 00000100:00100000:3.0:1776201057.299027:0:6354:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20658 00000100:00100000:1.0:1776201057.299133:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 0000000087ca4a64 going to sleep for 6 seconds 00000004:00080000:1.0:1776201057.299169:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d69b61a8/2, rc 0, transno 6356 00000100:00100000:1.0:1776201057.302109:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d69b61a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318912:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.302155:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000002008cc16/2, rc 0, transno 5499 00000100:00100000:1.0:1776201057.302174:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002008cc16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742318784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.302195:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776201057.302214:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096143fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.302274:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776201057.302327:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005aeef902/0xf221502977fb3f5c lrc: 0/0,0 mode: --/PW res: [0x11ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b8a6 expref: 54 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.302344:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d23a522 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742319552:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.302365:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302375:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302380:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302389:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,1 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302400:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 2/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302417:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.302685:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+42:3027:x1862480742319296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25975us (26207us total) trans 4294972796 rc 0/0 00000100:00100000:1.0:1776201057.302695:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20661 00000100:00100000:1.0:1776201057.302814:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320192 00000100:00100000:1.0:1776201057.302846:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20668 00000100:00100000:1.0:1776201057.302851:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015f88f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+42:3027:x1862480742320192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.302876:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2135 count 1 00010000:00010000:1.0:1776201057.302896:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302910:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302917:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.302919:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.302921:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 4/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302951:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.302961:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 4/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.302978:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ae697f pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742320256:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.303018:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00010000:00010000:1.0:1776201057.303034:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.303039:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 2/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.303046:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.303050:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 2/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.303057:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 3/0,0 mode: PW/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.303074:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 1/0,0 mode: --/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.303080:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f94ad799/0xf221502977fbcb78 lrc: 0/0,0 mode: --/PW res: [0x11ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.303094:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.303095:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.303096:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776201057.303116:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e15118cd/2, rc 0, transno 5500 00000100:00100000:1.0:1776201057.303122:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e15118cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.303138:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004862d387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742320128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.303166:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776201057.303210:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000065508fbf/2, rc 0, transno 5498 00000100:00100000:1.0:1776201057.303214:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065508fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319424:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776201057.303225:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a07bb7bd/2, rc 0, transno 6354 00000100:00100000:1.0:1776201057.303227:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a07bb7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318976:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.303236:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000083cf7d82/2, rc 0, transno 5495 00000100:00100000:1.0:1776201057.303239:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083cf7d82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742317952:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776201057.303247:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009e235010/2, rc 0, transno 6351 00000100:00100000:1.0:1776201057.303250:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e235010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318208:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.303259:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009c1d6799/2, rc 0, transno 6352 00000100:00100000:1.0:1776201057.303261:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c1d6799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318016:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.303268:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000f0e5c120/2, rc 0, transno 6350 00000100:00100000:1.0:1776201057.303271:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0e5c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742318272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776201057.303279:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ec98321b/2, rc 0, transno 5496 00000100:00100000:1.0:1776201057.303282:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec98321b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742316992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.303291:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776201057.303296:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029f39c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742320064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.303318:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.303743:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.303761:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320128 00000100:00100000:2.0:1776201057.303788:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320064 00000100:00100000:2.0:1776201057.303810:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20669 00000100:00100000:2.0:1776201057.303815:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037f35aa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3025:x1862480742320128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.303832:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2096 count 1 00010000:00010000:2.0:1776201057.303848:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.303867:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.303875:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.303877:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.303880:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 4/0,1 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.303911:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 3/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 60 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.303922:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 4/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 60 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.303933:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d855702f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742320960:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.304116:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097719969 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.304159:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.304177:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20670 00000100:00100000:2.0:1776201057.304201:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276ee88c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3025:x1862480742320064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.304216:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4508 count 1 00010000:00010000:2.0:1776201057.304227:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.304239:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 60 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.304246:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.304248:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.304250:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 4/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.304268:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 3/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 60 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.304276:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 4/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 60 pid: 6351 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.304285:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040d0c762 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742321024:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.305905:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.305935:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc81492a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.306532:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.306553:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.306580:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.306605:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1776201057.306611:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048de480d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.306632:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.306646:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.306665:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.308252:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.308302:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320320 00000100:00100000:2.0:1776201057.308347:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320576 00000100:00100000:2.0:1776201057.308363:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320832 00000100:00100000:2.0:1776201057.308380:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320512 00000100:00100000:2.0:1776201057.308395:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320768 00000100:00100000:2.0:1776201057.308420:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20671 00000100:00100000:2.0:1776201057.308428:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f1f1f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3027:x1862480742320320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.308461:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2138 count 1 00010000:00010000:2.0:1776201057.308490:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308521:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308531:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308533:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308536:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 4/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308575:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.308579:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20672 00000100:00100000:3.0:1776201057.308587:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3027:x1862480742320576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.308592:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00002000:00080000:3.0:1776201057.308603:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2132 count 1 00000100:00100000:2.0:1776201057.308608:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a80d2e8d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742321088:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.308617:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.308629:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 60 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.308636:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.308637:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.308639:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 4/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.308654:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d06d0d4a going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.308659:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 60 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.308668:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 60 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.308677:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20673 00000100:00100000:3.0:1776201057.308680:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742321152:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.308685:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+44:3027:x1862480742320832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.308701:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2126 count 1 00000100:00100000:3.0:1776201057.308708:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b16c47fd going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.308716:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308731:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 53 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.308731:0:13708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20674 00000100:00100000:3.0:1776201057.308740:0:13708:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030da7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3027:x1862480742320512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.308742:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308745:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308747:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 4/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1776201057.308754:0:13708:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2118 count 1 00010000:00010000:3.0:1776201057.308767:0:13708:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308770:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 53 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.308789:0:13708:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 60 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308790:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 53 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.308807:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.308811:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1776201057.308812:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65d85f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742321216:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.308813:0:13708:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 4/0,1 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.308838:0:13708:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 3/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 60 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.308846:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f20c0ad going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.308848:0:13708:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 4/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 60 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.308858:0:13708:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5bcef53 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742321280:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.308868:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20675 00000100:00100000:2.0:1776201057.308874:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000920ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3027:x1862480742320768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.308883:0:13708:0:(client.c:2500:ptlrpc_set_wait()) set 0000000032f34145 going to sleep for 6 seconds 00002000:00080000:2.0:1776201057.308888:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2133 count 1 00010000:00010000:2.0:1776201057.308900:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308911:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 53 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308918:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308919:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.308921:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 4/0,1 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308938:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 3/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 53 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.308946:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 4/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 53 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.308955:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d9d947b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742321344:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.309339:0:12092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5bf0efb/0xf221502977e57693 lrc: 0/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9be2 expref: 53 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.309354:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000368aaaf9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742319872:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.309372:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.309380:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.309386:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.309394:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.309400:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.309417:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.309702:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3939d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3025:x1862480742319360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32006us (32321us total) trans 4294972797 rc 0/0 00000100:00100000:1.0:1776201057.309711:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20666 00000100:00100000:1.0:1776201057.309745:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d23a522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.309776:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.309794:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000494f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.309815:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.309828:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7fcc0e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.309845:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.309859:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776201057.309864:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e00958cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.309884:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.309893:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045670fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.309915:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.309937:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320384 00000100:00100000:1.0:1776201057.310028:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320640 00000100:00100000:1.0:1776201057.310046:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320896 00000100:00100000:1.0:1776201057.310053:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320448 00000100:00100000:1.0:1776201057.310061:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742320704 00000100:00100000:1.0:1776201057.310071:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20676 00000100:00100000:1.0:1776201057.310075:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3024:x1862480742320384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.310092:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2114 count 1 00010000:00010000:1.0:1776201057.310108:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310119:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310129:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310131:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310132:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 4/0,1 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310154:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 3/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 60 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310162:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 4/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 60 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.310171:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742321408:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.310217:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000148b7ab5 going to sleep for 6 seconds 00000004:00080000:1.0:1776201057.310246:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009b5c2f3b/2, rc 0, transno 5501 00000100:00100000:1.0:1776201057.310258:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b5c2f3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.310274:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20677 00000100:00100000:1.0:1776201057.310278:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c98a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3024:x1862480742320640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.310290:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4529 count 1 00010000:00010000:1.0:1776201057.310302:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310313:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 2/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 52 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310319:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310320:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310322:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 4/0,1 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310339:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 3/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 52 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310346:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 4/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 52 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.310356:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742321472:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.310383:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020cdb737 going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.310402:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20678 00000100:00100000:1.0:1776201057.310405:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3024:x1862480742320896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.310418:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2134 count 1 00010000:00010000:1.0:1776201057.310430:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310439:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310445:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310446:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310448:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 4/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310466:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310473:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.310483:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000072410b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742321536:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.310520:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ee614d5a going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.310536:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20679 00000100:00100000:1.0:1776201057.310540:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df9f42f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3024:x1862480742320448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.310552:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2121 count 1 00010000:00010000:1.0:1776201057.310562:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310571:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 60 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310576:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310577:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310578:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 4/0,1 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310594:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 3/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 60 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310602:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 4/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 60 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.310612:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092a78d2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742321600:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.310638:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e48994c3 going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.310660:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20680 00000100:00100000:1.0:1776201057.310665:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003ac44b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3024:x1862480742320704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.310678:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4522 count 1 00010000:00010000:1.0:1776201057.310689:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310700:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310706:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310708:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.310709:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 4/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310730:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.310739:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 4/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.310748:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742321664:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.310768:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 000000004996ccc9 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.310903:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db266013 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.310918:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.310924:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.310933:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.310937:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.310946:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 3/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.312226:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 1/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.312240:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcb9b lrc: 0/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.312260:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.312262:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.312263:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.312770:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847bd69d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3025:x1862480742319168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35314us (35452us total) trans 4294972798 rc 0/0 00000100:00100000:2.0:1776201057.312780:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20664 00000004:00080000:1.0:1776201057.312900:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ed1e8aa5/2, rc 0, transno 5502 00000100:00100000:1.0:1776201057.312907:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed1e8aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742319168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.314423:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.314474:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.314533:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ae697f pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742320256:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.314558:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.314655:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1217dcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742320000:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.314668:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.315375:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.315393:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f82ccd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742321792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.315443:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.315474:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.315481:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a08b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742321728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.315517:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.315546:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742321792 00000100:00100000:2.0:1776201057.315582:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742321728 00000100:00100000:2.0:1776201057.315604:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20681 00000100:00100000:2.0:1776201057.315609:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034f23cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+49:3027:x1862480742321792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.315636:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2121 count 1 00010000:00010000:2.0:1776201057.315660:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.315677:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.315685:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.315687:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.315690:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 4/0,1 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.315716:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 3/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.315727:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 4/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.315738:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e04d90e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742321856:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.315847:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20682 00000100:00100000:1.0:1776201057.315851:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a15b20a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3024:x1862480742321728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.315866:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2125 count 1 00010000:00010000:1.0:1776201057.315877:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.315887:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.315892:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.315894:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.315895:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 4/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.315912:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.315920:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.315928:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc7f4356 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742321920:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.316358:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017478f25 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.316384:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264768 00010000:00010000:2.0:1776201057.316412:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 4/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.316443:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264832 00010000:00010000:2.0:1776201057.316455:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 4/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.316478:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33724 00000100:00100000:2.0:1776201057.316483:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+61:2226:x1862480738264768:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776201057.316497:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.316513:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 4/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.316516:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33725 00000100:00100000:3.0:1776201057.316525:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+53:2225:x1862480738264832:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1776201057.316530:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 3/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.316552:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f493d1c6/0xf221502977e55c99 lrc: 0/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9162 expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.316564:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.316566:0:10928:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.316570:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.316577:0:10928:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 4/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.316601:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201057.316618:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.316620:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.316627:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 4/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.316629:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.316647:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.316656:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,1 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.316664:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.316668:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e51b2a1/0xf221502977e57c12 lrc: 0/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e35 expref: 53 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.316686:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.316688:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776201057.316688:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.316692:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.316705:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 4/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.316728:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.317200:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5c3b261 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.318151:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c2f683b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3027:x1862480742319936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20359us (20832us total) trans 4294973653 rc 0/0 00000100:00100000:2.0:1776201057.318163:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20667 00000100:00100000:2.0:1776201057.318369:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+60:2226:x1862480738264768:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 1881us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.318380:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33724 00000004:00080000:1.0:1776201057.318532:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c19e1a8e/2, rc 0, transno 6357 00000100:00100000:1.0:1776201057.318554:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c19e1a8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742319936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.318688:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+52:2225:x1862480738264832:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 2160us (4212us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.318698:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33725 00000100:00100000:1.0:1776201057.318718:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000572a47d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742321984:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201057.318726:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.318738:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.318749:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.318756:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.318776:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776201057.318782:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.318854:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742321984 00000100:00100000:2.0:1776201057.318890:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20683 00000100:00100000:2.0:1776201057.318895:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c303905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3027:x1862480742321984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.318921:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2136 count 1 00010000:00010000:2.0:1776201057.318943:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.318973:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 59 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.318982:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.318984:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.318986:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 4/0,1 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.319015:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 3/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 59 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.319026:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 4/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 59 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.319037:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088e0c2e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742322048:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.319069:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 0000000087ca4a64 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.319358:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.319386:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.319548:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65d85f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742321216:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.319571:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.319704:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040d0c762 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742321024:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.319716:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.319736:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d855702f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742320960:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.319744:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.319763:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a80d2e8d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742321088:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.319775:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.319794:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d9d947b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742321344:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.319803:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.319820:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264896 00010000:00010000:2.0:1776201057.319840:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 4/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 60 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.319863:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738264960 00010000:00010000:2.0:1776201057.319872:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 4/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 61 pid: 6351 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.319891:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33726 00000100:00100000:2.0:1776201057.319896:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023502e94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+61:2226:x1862480738264896:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201057.319907:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.319912:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 4/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.319922:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 3/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.319944:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec7bb4d/0xf221502977e55be3 lrc: 0/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df910e expref: 61 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.320127:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.320130:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.320133:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320234:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 4/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320257:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.320295:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023502e94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+60:2226:x1862480738264896:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 398us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.320304:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33726 00000100:00100000:2.0:1776201057.320320:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33727 00000100:00100000:2.0:1776201057.320324:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767d52c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+59:2226:x1862480738264960:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201057.320332:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.320336:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 4/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 59 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.320344:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 3/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 59 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.320357:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5469ca0/0xf221502977fb165f lrc: 0/0,0 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6aade expref: 59 pid: 6351 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.320367:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.320368:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.320370:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320377:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 4/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320394:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.320414:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767d52c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+58:2226:x1862480738264960:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 89us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.320422:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33727 00010000:00010000:2.0:1776201057.320472:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320480:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320489:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320496:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320525:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776201057.320795:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276ee88c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3025:x1862480742320064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16593us (17476us total) trans 4294973654 rc 0/0 00000100:00100000:2.0:1776201057.320803:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20670 00010000:00010000:2.0:1776201057.320822:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.320827:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320834:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5e2633d already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.320837:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 2/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320846:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 3/0,0 mode: PW/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320860:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 1/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320866:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5e2633d/0xf221502977fbcba2 lrc: 0/0,0 mode: --/PW res: [0x831:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320883:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.320886:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320891:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000afb6060e already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.320893:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320898:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320909:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 1/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320914:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afb6060e/0xf221502977fbcba9 lrc: 0/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320933:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.320935:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320941:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.320943:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320948:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 3/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320956:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 1/0,0 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320962:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013420c1b/0xf221502977fbcbb7 lrc: 0/0,0 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320974:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.320975:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.320976:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.320985:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320992:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.320998:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,1 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321005:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321018:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.321331:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037f35aa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+44:3025:x1862480742320128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17515us (18163us total) trans 4294973655 rc 0/0 00000100:00100000:2.0:1776201057.321339:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20669 00010000:00010000:2.0:1776201057.321357:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.321361:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321368:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.321370:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 2/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321378:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 3/0,0 mode: PW/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321390:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 1/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321397:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbcbb0 lrc: 0/0,0 mode: --/PW res: [0x830:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321412:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.321413:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.321414:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.321444:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000029f39c2/2, rc 0, transno 6358 00000100:00100000:2.0:1776201057.321457:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029f39c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742320064:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.321472:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000004862d387/2, rc 0, transno 6359 00000100:00100000:2.0:1776201057.321476:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004862d387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742320128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.321544:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015f88f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+50:3027:x1862480742320192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18690us (19269us total) trans 4294972799 rc 0/0 00000100:00100000:3.0:1776201057.321553:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20668 00000100:00100000:2.0:1776201057.321572:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d9d947b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.321609:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.321617:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742321152:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.321634:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1776201057.321636:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.321642:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a80d2e8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.321668:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.321670:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322112 00000100:00100000:3.0:1776201057.321700:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322176 00000100:00100000:2.0:1776201057.321709:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20684 00000100:00100000:2.0:1776201057.321715:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d855702f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+45:3024:x1862480742322112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.321726:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20685 00000100:00100000:3.0:1776201057.321731:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040d0c762 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+45:3024:x1862480742322176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.321739:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2135 count 1 00002000:00080000:3.0:1776201057.321745:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2120 count 1 00010000:00010000:2.0:1776201057.321759:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.321760:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.321782:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 57 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321785:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 57 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.321799:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.321801:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.321802:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.321804:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.321806:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 4/0,1 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321807:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 4/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.321840:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 3/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 57 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.321844:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 57 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.321858:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 4/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 57 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.321861:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 4/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 57 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.321879:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742322240:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.321890:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65d85f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742322304:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.321919:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b16c47fd going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.321921:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.321958:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092a78d2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742321600:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.321993:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.322003:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.322058:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265088 00010000:00010000:3.0:1776201057.322075:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.322101:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33728 00000100:00100000:3.0:1776201057.322106:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+52:2225:x1862480738265088:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.322114:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.322118:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.322127:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.322144:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000720b3cb9/0xf221502977e574e8 lrc: 0/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b2c expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.322153:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.322155:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.322157:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.322164:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 4/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.322878:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.322930:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+51:2225:x1862480738265088:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 822us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.322939:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33728 00010000:00010000:3.0:1776201057.322963:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.322971:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.322979:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.322985:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.323000:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1776201057.324323:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000096143fe0/2, rc 0, transno 5503 00010000:00010000:0.0:1776201057.324341:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1776201057.324347:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096143fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201057.324348:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.324362:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.324365:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.324373:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.324392:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000072410b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742321536:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.324394:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 1/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.324403:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004701edac/0xf221502977fbcbcc lrc: 0/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.324415:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.324421:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.324424:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.324426:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.324450:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742321472:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.324467:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.324467:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742321664:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.324485:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.324514:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742321408:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.324528:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.325059:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.325073:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.325088:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066d4f20d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201057.327345:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.328676:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.329268:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.329285:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0688d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+50:3027:x1862480742320832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20597us (22701us total) trans 4294972800 rc 0/0 00000100:00100000:3.0:1776201057.329300:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20673 00000004:00080000:2.0:1776201057.329311:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000034ecc52f/2, rc 0, transno 5504 00000100:00100000:2.0:1776201057.329325:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034ecc52f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.329340:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322368 00000100:00100000:2.0:1776201057.329496:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007039db8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.329548:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.329998:0:13708:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5bcef53 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742321280:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.330026:0:13708:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.330127:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.330155:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.330486:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.330527:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.330556:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.330579:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265216 00010000:00010000:0.0:1776201057.330606:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.330630:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265344 00010000:00010000:0.0:1776201057.330641:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 4/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 59 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.330652:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33729 00000100:00100000:0.0:1776201057.330659:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a566dfe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+59:2225:x1862480738265216:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.330673:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.330678:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 4/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 59 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.330689:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 59 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.330875:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec716792/0xf221502977e58159 lrc: 0/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa050 expref: 59 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.330892:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.330894:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.330898:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.330906:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 4/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.330933:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.330977:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a566dfe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+58:2225:x1862480738265216:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 318us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.330985:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33729 00000100:00100000:0.0:1776201057.331030:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265472 00010000:00010000:0.0:1776201057.331041:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 51 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.331053:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265600 00000100:00100000:1.0:1776201057.331487:0:10924:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322432 00000100:00100000:1.0:1776201057.331528:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20686 00000100:00100000:1.0:1776201057.331532:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069cfd2dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3027:x1862480742322368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.331553:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2136 count 1 00010000:00010000:1.0:1776201057.331577:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.331591:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 52 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.331597:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.331599:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.331600:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 4/0,1 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.331628:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 4/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.331631:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 3/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 52 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.331650:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 4/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 52 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.331655:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265024 00000100:00100000:1.0:1776201057.331665:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742322496:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.331670:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 58 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.331685:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33730 00000100:00100000:0.0:1776201057.331690:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+58:2225:x1862480738265344:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1776201057.331708:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ee614d5a going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.331769:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.331774:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 4/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.331783:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 3/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.331799:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045e82b06/0xf221502977e56c6e lrc: 0/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97ba expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.331810:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20687 00010000:00010000:0.0:1776201057.331812:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.331813:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776201057.331815:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+51:3027:x1862480742322432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201057.331816:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.331822:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 4/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1776201057.331828:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2124 count 1 00010000:00010000:3.0:1776201057.331839:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.331842:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.331850:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.331855:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1776201057.331858:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33731 00010000:00010000:3.0:1776201057.331859:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.331861:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 4/0,1 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.331863:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+57:2225:x1862480738265344:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 171us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.331871:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+52:2225:x1862480738265472:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1776201057.331874:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33730 00010000:00010000:1.0:1776201057.331887:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.331890:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 3/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 52 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.331894:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33732 00010000:00010000:1.0:1776201057.331894:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.331902:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+52:2225:x1862480738265600:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.331905:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 4/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.331912:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.331916:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 4/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.331918:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.331919:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d88051b3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742322560:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.331935:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.331945:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a9fea6da going to sleep for 6 seconds 00010000:00010000:1.0:1776201057.331947:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009580beea/0xf221502977e57b6a lrc: 0/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9df6 expref: 52 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.331954:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac01ed2/0xf221502977fb3982 lrc: 0/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6b5 expref: 52 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.331968:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33733 00000100:00100000:3.0:1776201057.331972:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+56:2225:x1862480738265024:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.331978:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.331982:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 4/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 56 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.331991:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 56 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.332003:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8091e5e/0xf221502977e57b63 lrc: 0/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9def expref: 56 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.332324:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.332327:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.332329:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.332338:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 4/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.332358:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.332378:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+50:2225:x1862480738265472:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 512us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.332388:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33731 00010000:00010000:0.0:1776201057.333530:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.333535:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.333540:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.333553:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 4/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.333581:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.333617:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+49:2225:x1862480738265600:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 1714us (3089us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.333626:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33732 00010000:00010000:3.0:1776201057.333675:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.333678:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.333680:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333688:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 4/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.333691:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.333692:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201057.333702:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333710:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201057.333713:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.333720:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.333732:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+55:2225:x1862480738265024:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 1758us (3176us total) trans 0 rc 0/0 00010000:00010000:1.0:1776201057.333740:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.333741:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33733 00010000:00010000:3.0:1776201057.333770:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333778:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333786:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,1 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333792:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.333807:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.334009:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.334051:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.334090:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.334097:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce0d9e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:3027:x1862480742320576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25510us (27568us total) trans 4294973656 rc 0/0 00000100:00100000:3.0:1776201057.334106:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20672 00000100:00100000:1.0:1776201057.334265:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+52:3024:x1862480742320896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23857us (24418us total) trans 4294972801 rc 0/0 00000100:00100000:1.0:1776201057.334272:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20678 00000100:00100000:1.0:1776201057.334316:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc7f4356 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742321920:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.334335:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334436:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334445:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334452:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334458:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334473:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776201057.334664:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3024:x1862480742320384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24587us (24887us total) trans 4294973657 rc 0/0 00000100:00100000:0.0:1776201057.334673:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20676 00000100:00100000:1.0:1776201057.334708:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.334731:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.334776:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.334780:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776201057.334788:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.334792:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.334800:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b30a67 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.334804:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334812:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.334821:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:0.0:1776201057.334835:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 1/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334842:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b30a67/0xf221502977fbcbef lrc: 0/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.334844:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265152 00010000:00010000:0.0:1776201057.334865:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.334868:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.334872:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 4/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.334880:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002caefaac already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.334884:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 2/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334891:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 3/0,0 mode: PW/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.334898:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265280 00010000:00010000:0.0:1776201057.334903:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 1/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334911:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002caefaac/0xf221502977fbcbc5 lrc: 0/0,0 mode: --/PW res: [0x854:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.334912:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 4/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 55 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.334939:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1776201057.334941:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265408 00010000:00010000:0.0:1776201057.334942:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334950:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000059ca7fc4 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.334953:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 4/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 50 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.334954:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.334972:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 3/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.334977:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265536 00010000:00010000:0.0:1776201057.334983:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 1/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.334989:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 4/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 56 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.334992:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ca7fc4/0xf221502977fbcbe1 lrc: 0/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.335015:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265664 00010000:00010000:0.0:1776201057.335019:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.335021:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.335023:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.335026:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 51 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.335039:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265728 00000100:00100000:1.0:1776201057.335041:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265792 00010000:00010000:0.0:1776201057.335057:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 5/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 57 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.335126:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 5/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 52 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.335150:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265920 00010000:00010000:1.0:1776201057.335161:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 5/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.335175:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265856 00010000:00010000:1.0:1776201057.335207:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 5/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 59 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.335224:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33734 00000100:00100000:1.0:1776201057.335230:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+52:2225:x1862480738265152:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201057.335245:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.335250:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 4/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 52 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.335258:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 3/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 52 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.335275:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050cb065b/0xf221502977e57aa6 lrc: 0/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9da2 expref: 52 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.335287:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.335289:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.335293:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.335302:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 4/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.335320:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742322240:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.335326:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.335337:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.335352:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201057.335362:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+51:2225:x1862480738265152:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 131us (1671us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.335369:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33735 00000100:00100000:3.0:1776201057.335375:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+59:2225:x1862480738265280:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.335383:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.335387:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 4/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 59 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.335396:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 3/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 59 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.335410:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bca4a07f/0xf221502977e570b2 lrc: 0/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df995e expref: 59 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.335421:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.335423:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.335424:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.335431:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 4/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.335447:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.335466:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+58:2225:x1862480738265280:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 90us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.335798:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65d85f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742322304:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.335813:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.335831:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.335837:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.335850:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.335856:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.335872:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.336328:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000920ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3027:x1862480742320768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27452us (29661us total) trans 4294972802 rc 0/0 00000100:00100000:2.0:1776201057.336337:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20675 00010000:00010000:2.0:1776201057.336360:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.336364:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336372:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.336375:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336382:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 3/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336396:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 1/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336403:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcbda lrc: 0/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336422:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.336423:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.336425:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.336452:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e038bd99/2, rc 0, transno 5506 00000100:00100000:2.0:1776201057.336463:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e038bd99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.336533:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073d37c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.336568:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.336594:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000007d23a522/2, rc 0, transno 6361 00000100:00100000:2.0:1776201057.336604:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d23a522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320384:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.336613:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c7fcc0e3/2, rc 0, transno 5505 00000100:00100000:2.0:1776201057.336618:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7fcc0e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.336676:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322624 00000100:00100000:2.0:1776201057.336700:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20688 00000100:00100000:2.0:1776201057.336705:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3024:x1862480742322624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.336724:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4530 count 1 00010000:00010000:2.0:1776201057.336742:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336756:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 51 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336763:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.336765:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.336767:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 4/0,1 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336794:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 3/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 51 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336804:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 4/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 51 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.336816:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085a4cb98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742322816:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.336849:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064437f67 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.336864:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.336871:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efce1596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.336896:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.336917:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322688 00000100:00100000:2.0:1776201057.336937:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20689 00000100:00100000:2.0:1776201057.336941:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:3024:x1862480742322688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.336952:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2124 count 1 00010000:00010000:2.0:1776201057.336964:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336975:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 58 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.336982:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.336983:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.336985:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 4/0,1 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.337002:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 3/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 58 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.337011:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 4/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 58 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.337020:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082f1170c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742322880:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.337042:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.337074:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000cc81492a/2, rc 0, transno 6360 00000100:00100000:2.0:1776201057.337082:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc81492a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.337086:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776201057.337110:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008beb8447 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.337134:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.337416:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33734 00000100:00100000:1.0:1776201057.337439:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33736 00000100:00100000:1.0:1776201057.337444:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c4025e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+50:2225:x1862480738265408:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201057.337455:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.337460:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 4/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 50 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337471:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 3/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 50 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337489:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d68e04af/0xf221502977fb4e43 lrc: 0/0,0 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be5d expref: 50 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337499:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337516:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337519:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337526:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 4/0,1 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337549:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.337569:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c4025e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+49:2225:x1862480738265408:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 125us (3518us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.337576:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33736 00000100:00100000:1.0:1776201057.337588:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33737 00000100:00100000:1.0:1776201057.337593:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+58:2225:x1862480738265536:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201057.337600:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.337604:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 4/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 58 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337618:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 3/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 58 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337631:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004af20c1a/0xf221502977e57321 lrc: 0/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a68 expref: 58 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337639:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337641:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337643:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337649:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 4/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337792:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.337811:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+57:2225:x1862480738265536:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 217us (3721us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.337818:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33737 00000100:00100000:1.0:1776201057.337832:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33738 00000100:00100000:1.0:1776201057.337837:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+48:2226:x1862480738265664:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.337844:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.337849:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 48 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337857:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 48 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337875:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eab58893/0xf221502977e57424 lrc: 0/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ad8 expref: 48 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337883:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337885:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337887:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337892:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 4/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337909:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.337929:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+47:2226:x1862480738265664:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 91us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.337935:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33738 00000100:00100000:1.0:1776201057.337947:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33739 00000100:00100000:1.0:1776201057.337951:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e225155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+46:2226:x1862480738265792:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776201057.337958:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.337962:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 5/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 46 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337971:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 4/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 46 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.337984:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337986:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.337988:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.337993:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 4/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338444:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.338465:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e225155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+46:2226:x1862480738265792:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 513us (3689us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.338473:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33739 00000100:00100000:1.0:1776201057.338488:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33740 00000100:00100000:1.0:1776201057.338493:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+56:2226:x1862480738265728:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.338510:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.338516:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 5/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 56 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338525:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 4/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 56 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338539:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338541:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338543:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338550:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 4/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338561:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.338575:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+56:2226:x1862480738265728:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 81us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.338581:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33740 00000100:00100000:1.0:1776201057.338596:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33741 00000100:00100000:1.0:1776201057.338600:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+55:2226:x1862480738265920:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776201057.338608:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.338613:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 4/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 55 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338621:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 55 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338634:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045cc120b/0xf221502977e57db6 lrc: 0/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ef2 expref: 55 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338643:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338644:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338646:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338651:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 4/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338669:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.338682:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+54:2226:x1862480738265920:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 81us (3892us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.338687:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33741 00000100:00100000:1.0:1776201057.338701:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33742 00000100:00100000:1.0:1776201057.338706:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+53:2226:x1862480738265856:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776201057.338713:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.338717:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 4/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 53 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338724:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 3/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 53 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338737:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c97dafd1/0xf221502977e5725d lrc: 0/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a14 expref: 53 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.338745:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338746:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.338748:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338754:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 4/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338769:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.338784:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+52:2226:x1862480738265856:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 77us (3967us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.338789:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33742 00010000:00010000:1.0:1776201057.338818:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338825:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338838:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338845:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.338869:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.339282:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a15b20a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3024:x1862480742321728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23429us (23764us total) trans 4294972803 rc 0/0 00000100:00100000:1.0:1776201057.339290:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20682 00000100:00100000:1.0:1776201057.339469:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322752 00000100:00100000:1.0:1776201057.339498:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20690 00000100:00100000:1.0:1776201057.339513:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3027:x1862480742322752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.339534:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2127 count 1 00010000:00010000:1.0:1776201057.339551:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.339564:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 45 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.339570:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.339572:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.339573:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 4/0,1 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.339597:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 3/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 45 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.339612:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 4/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 45 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.339624:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742323008:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.339653:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 000000003824d541 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.339712:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.339721:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.339729:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,1 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.339736:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.339753:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.339946:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d855702f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+47:3024:x1862480742322112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18230us (18338us total) trans 4294973658 rc 0/0 00000100:00100000:2.0:1776201057.339956:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20684 00000004:00080000:2.0:1776201057.339998:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009d9d947b/2, rc 0, transno 6362 00000100:00100000:2.0:1776201057.340010:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d9d947b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322112:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.340024:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009a08b58b/2, rc 0, transno 5507 00000100:00100000:2.0:1776201057.340031:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a08b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742321728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776201057.340297:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340306:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340313:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,1 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340318:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340332:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776201057.340488:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f1f1f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3027:x1862480742320320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32060us (34587us total) trans 4294973659 rc 0/0 00000100:00100000:1.0:1776201057.340495:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20671 00010000:00010000:1.0:1776201057.340537:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff8348f5/0xf221502977e57137 lrc: 0/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df998f expref: 45 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.340549:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e04d90e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742321856:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.340570:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340578:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340583:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340589:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340594:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340602:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776201057.340741:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034f23cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3027:x1862480742321792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25131us (25298us total) trans 4294972804 rc 0/0 00000100:00100000:1.0:1776201057.340747:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20681 00010000:00010000:1.0:1776201057.340773:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340780:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340787:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340797:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.340805:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776201057.340930:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003ac44b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+54:3024:x1862480742320704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30263us (31014us total) trans 4294972805 rc 0/0 00000100:00100000:1.0:1776201057.340936:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20680 00010000:00010000:2.0:1776201057.341275:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776201057.341282:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341291:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b816acb8 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.341295:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341302:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341322:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 1/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341328:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b816acb8/0xf221502977fbcc0b lrc: 0/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341344:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776201057.341347:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341353:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.341355:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 2/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341361:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 3/0,0 mode: PW/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341370:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 1/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341375:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcc19 lrc: 0/0,0 mode: --/PW res: [0x857:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341387:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.341390:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341395:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.341396:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 2/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341402:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 3/0,0 mode: PW/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341411:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 1/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341418:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbcbbe lrc: 0/0,0 mode: --/PW res: [0x85a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341434:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.341436:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341443:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.341445:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341450:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 3/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341458:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 1/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341463:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcc04 lrc: 0/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341473:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.341475:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341481:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b0faa2d already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.341482:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341488:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341496:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 1/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341514:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b0faa2d/0xf221502977fbcbfd lrc: 0/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.341530:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.341531:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.341532:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.341550:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006f10d56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.341588:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.341668:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000045670fbd/2, rc 0, transno 5509 00000100:00100000:2.0:1776201057.341678:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045670fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.341691:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.341695:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d10e4dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.341721:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.341783:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33735 00010000:00010000:0.0:1776201057.341789:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.341801:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.341809:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.341817:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,1 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.341824:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 2/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.341839:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776201057.341840:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.341847:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.341852:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323072 00010000:00010000:3.0:1776201057.341860:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.341865:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.341878:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776201057.341886:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323136 00000100:00100000:1.0:1776201057.341913:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20691 00000100:00100000:1.0:1776201057.341919:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3024:x1862480742323072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.341941:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2119 count 1 00010000:00010000:1.0:1776201057.341961:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.341976:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 50 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.341983:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.341985:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.341987:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 4/0,1 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.342013:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 3/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 50 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.342024:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 4/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 50 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.342036:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00f14e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742323264:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.342051:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040d0c762 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+48:3024:x1862480742322176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20318us (20383us total) trans 4294973660 rc 0/0 00000100:00100000:3.0:1776201057.342059:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20685 00000100:00100000:3.0:1776201057.342076:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20692 00000100:00100000:3.0:1776201057.342080:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041d99b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+55:3024:x1862480742323136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.342092:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2139 count 1 00010000:00010000:3.0:1776201057.342104:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.342114:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 44 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.342154:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c98a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3024:x1862480742320640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31873us (32337us total) trans 4294972806 rc 0/0 00000100:00100000:0.0:1776201057.342161:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20677 00000004:00080000:2.0:1776201057.342283:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a80d2e8d/2, rc 0, transno 6364 00000100:00100000:2.0:1776201057.342293:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a80d2e8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322176:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.342304:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000000494f38/2, rc 0, transno 5510 00000100:00100000:2.0:1776201057.342310:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000494f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.342355:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000566dbdb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.342379:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.342405:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323392 00000100:00100000:2.0:1776201057.342425:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20693 00000100:00100000:2.0:1776201057.342429:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+55:3024:x1862480742323392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.342440:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2119 count 1 00010000:00010000:0.0:1776201057.342449:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.342454:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 2/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342454:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342473:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011db9ef3 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.342476:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 44 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342477:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 2/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342493:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.342495:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 3/0,0 mode: PW/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342497:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.342499:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 4/0,1 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342534:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 1/0,0 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342539:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 3/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 44 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342546:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011db9ef3/0xf221502977fbcbe8 lrc: 0/0,0 mode: --/PW res: [0x11b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342560:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 4/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 44 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.342568:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.342571:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.342574:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8cfc8ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742323456:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.342584:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000300a549e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.342587:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342594:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 3/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342603:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 1/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.342607:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.342612:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000300a549e/0xf221502977fbcc20 lrc: 0/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342625:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.342627:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.342630:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.342633:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342637:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.342644:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.342644:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342654:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,1 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.342665:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342670:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cef54940/0xf221502977e57eff lrc: 0/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f70 expref: 50 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.342683:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088e0c2e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742322048:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.342685:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.342767:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342777:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342783:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342789:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342795:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.342809:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.342920:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df9f42f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3024:x1862480742320448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32378us (33036us total) trans 4294973661 rc 0/0 00000100:00100000:2.0:1776201057.342927:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20679 00000004:00080000:2.0:1776201057.342964:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e00958cc/2, rc 0, transno 6365 00000100:00100000:2.0:1776201057.342974:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e00958cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742320448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.342998:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c303905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3027:x1862480742321984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24101us (24223us total) trans 4294973662 rc 0/0 00000100:00100000:0.0:1776201057.343007:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20683 00000100:00100000:2.0:1776201057.343015:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.343024:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.343027:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.343032:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.343044:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005aef3f36 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.343046:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 2/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.343053:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 3/0,0 mode: PW/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.343260:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d46b5b50 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.343327:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.343403:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bab80b7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.343427:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.343483:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1776201057.343488:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e2772ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742322944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.343579:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.343600:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323520 00000100:00100000:1.0:1776201057.343627:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323200 00000100:00100000:1.0:1776201057.343648:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20694 00000100:00100000:1.0:1776201057.343652:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce16603a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3024:x1862480742323520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.343669:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2125 count 1 00010000:00010000:1.0:1776201057.343682:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.343695:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 49 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.343702:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.343704:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.343705:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 4/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.343739:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 49 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.343748:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.343758:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742323584:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.343777:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9748ce9 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.343960:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 1/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.343971:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005aef3f36/0xf221502977fbcbf6 lrc: 0/0,0 mode: --/PW res: [0x849:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.343988:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.343990:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.343996:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.343998:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344004:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 3/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344016:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 1/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344027:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51cb469/0xf221502977fbcc12 lrc: 0/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344036:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.344038:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.344039:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.344046:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.344057:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20695 00000100:00100000:0.0:1776201057.344061:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f3ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+56:3026:x1862480742323200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.344367:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2122 count 1 00010000:00010000:0.0:1776201057.344382:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344394:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 44 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344401:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.344403:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.344405:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 4/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344426:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 44 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344436:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 44 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.344451:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742323648:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.344477:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f8a73216 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.344479:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.344481:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.344483:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 4/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344493:0:13708:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344511:0:13708:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344517:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 44 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344519:0:13708:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,1 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.344526:0:13708:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344530:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 44 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.344540:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742323712:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.344544:0:13708:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.344558:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.344565:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 000000003e1d0988 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.344597:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d88051b3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742322560:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.344612:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344626:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.344628:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344634:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.344636:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 2/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344642:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 3/0,0 mode: PW/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344654:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 1/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344663:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcbd3 lrc: 0/0,0 mode: --/PW res: [0x846:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.344666:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:3.0:1776201057.344687:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.344689:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.344691:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.344709:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266048 00010000:00010000:3.0:1776201057.344730:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 4/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 45 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.344757:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738265984 00010000:00010000:3.0:1776201057.344768:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 5/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 46 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.344792:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33743 00000100:00100000:3.0:1776201057.344797:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000071898ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+46:2226:x1862480738266048:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1776201057.344807:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.344811:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 4/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 46 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.344820:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 3/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 46 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.344829:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:10924:1862480742322496:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.344836:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000199a02da/0xf221502977e57360 lrc: 0/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a84 expref: 46 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.344847:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.344849:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344849:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.344853:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344869:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 4/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.344876:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33744 00000100:00100000:1.0:1776201057.344883:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d9a351 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+45:2226:x1862480738265984:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1776201057.344886:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.344889:0:13708:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030da7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+49:3027:x1862480742320512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36149us (38255us total) trans 4294973663 rc 0/0 00010000:00010000:1.0:1776201057.344892:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776201057.344898:0:13708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20674 00010000:00010000:1.0:1776201057.344899:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 4/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 45 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.344913:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 3/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 45 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.344913:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000071898ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+45:2226:x1862480738266048:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 113us (354us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.344921:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.344928:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33743 00010000:00010000:1.0:1776201057.344936:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000780db9e/0xf221502977e57ceb lrc: 0/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e97 expref: 45 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.344947:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.344949:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.344951:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.344958:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 4/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344972:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344980:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.344985:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.344987:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.344994:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.345003:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d9a351 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738265984:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 119us (342us total) trans 0 rc 0/0 00010000:00010000:0.0:1776201057.345005:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.345006:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.345016:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33744 00010000:00010000:0.0:1776201057.345019:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.345027:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,1 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.345033:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.345049:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776201057.345065:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201057.345069:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345076:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000cd9842 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.345079:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345086:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 3/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345098:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 1/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345104:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000cd9842/0xf221502977fbcc2e lrc: 0/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345118:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.345119:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345124:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ceccebb already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.345126:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 2/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345131:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 3/0,0 mode: PW/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345145:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 1/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345151:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ceccebb/0xf221502977fbcc27 lrc: 0/0,0 mode: --/PW res: [0x858:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.345162:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.345164:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.345165:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.345573:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069cfd2dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3027:x1862480742322368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14038us (16903us total) trans 4294972807 rc 0/0 00000100:00100000:0.0:1776201057.345581:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20686 00010000:00010000:0.0:1776201057.345599:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201057.345878:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+57:3027:x1862480742322432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14062us (16330us total) trans 4294972808 rc 0/0 00000100:00100000:1.0:1776201057.345885:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20687 00000100:00100000:1.0:1776201057.346462:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742322944 00000100:00100000:1.0:1776201057.346489:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20696 00000100:00100000:1.0:1776201057.346493:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec7930f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+49:3026:x1862480742322944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.346523:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2134 count 1 00010000:00010000:1.0:1776201057.346540:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346555:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346562:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.346564:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.346566:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 4/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346596:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346605:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.346617:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742323776:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.346650:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f76940a6 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.346693:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010f1fa44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.346722:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.346795:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000007039db8e/2, rc 0, transno 5512 00000100:00100000:2.0:1776201057.346807:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007039db8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.346847:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024e0a214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.346866:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201057.346921:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323328 00000100:00100000:1.0:1776201057.346939:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742323840 00000100:00100000:1.0:1776201057.346952:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20697 00000100:00100000:1.0:1776201057.346955:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b80b913 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3026:x1862480742323328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.346965:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2117 count 1 00010000:00010000:1.0:1776201057.346974:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346984:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 49 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.346990:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.346991:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.346992:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 4/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347007:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 49 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347019:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 4/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 49 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.347027:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092a78d2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742323904:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.347046:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 00000000307c5e84 going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.347254:0:13708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20698 00000100:00100000:1.0:1776201057.347258:0:13708:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4fb4091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+57:3026:x1862480742323840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.347271:0:13708:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4550 count 1 00010000:00010000:1.0:1776201057.347282:0:13708:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347292:0:13708:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 42 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347298:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.347299:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.347300:0:13708:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 4/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347314:0:13708:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 42 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.347321:0:13708:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 42 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.347330:0:13708:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc7f4356 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13708:1862480742323968:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.347349:0:13708:0:(client.c:2500:ptlrpc_set_wait()) set 000000009dc241dc going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.348485:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000066d4f20d/2, rc 0, transno 5511 00000100:00100000:2.0:1776201057.348512:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066d4f20d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.348557:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776201057.348565:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090728bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.348602:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.348746:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000572a47d9/2, rc 0, transno 6366 00000100:00100000:2.0:1776201057.348757:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000572a47d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742321984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.348797:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003853714a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742324096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.348822:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776201057.349516:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000f82ccd7d/2, rc 0, transno 5508 00000100:00100000:3.0:1776201057.349529:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f82ccd7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742321792:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.349543:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000048de480d/2, rc 0, transno 6367 00000100:00100000:3.0:1776201057.349549:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048de480d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.349560:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000097719969/2, rc 0, transno 6363 00000100:00100000:3.0:1776201057.349562:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097719969 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742320320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.349945:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324032 00000100:00100000:1.0:1776201057.349984:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324096 00000100:00100000:1.0:1776201057.350003:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20699 00000100:00100000:1.0:1776201057.350009:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e4eacd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3026:x1862480742324032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.350033:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4547 count 1 00010000:00010000:1.0:1776201057.350300:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.350321:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 42 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.350328:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.350330:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.350332:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 4/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.350364:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 3/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 42 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.350375:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 4/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 42 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.350388:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e225155 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742324160:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.350450:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 0000000019718a67 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.350573:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20700 00000100:00100000:0.0:1776201057.350579:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065c4f978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3024:x1862480742324096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.350596:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2126 count 1 00010000:00010000:0.0:1776201057.350611:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.350622:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.350629:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.350631:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.350632:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 4/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.350658:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.350667:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.350679:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006572a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.350682:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7987535 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742324352:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.350691:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056e99c86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.350726:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 000000001743b249 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.351581:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.351640:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d88051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742324416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.351674:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.351709:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324224 00000100:00100000:3.0:1776201057.351743:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324416 00000100:00100000:1.0:1776201057.351754:0:6354:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20701 00000100:00100000:3.0:1776201057.351937:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20702 00000100:00100000:3.0:1776201057.351943:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+59:3027:x1862480742324416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.351957:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1776201057.351963:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4546 count 1 00000100:00100000:2.0:1776201057.351983:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324288 00010000:00010000:3.0:1776201057.351984:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.352000:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 42 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.352007:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.352008:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.352010:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 4/0,1 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.352038:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 3/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 42 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.352047:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 4/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 42 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.352270:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20703 00000100:00100000:2.0:1776201057.352274:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000247e4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+53:3026:x1862480742324288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.352287:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2131 count 1 00010000:00010000:2.0:1776201057.352299:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.352310:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.352317:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.352318:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.352319:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 4/0,1 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.352337:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 3/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.352351:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 4/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.352361:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039d194cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742324544:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.352403:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5c3b261 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.352419:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9e6f7d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742324480:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.352452:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000161e07b7 going to sleep for 6 seconds 00000100:00100000:1.0:1776201057.352568:0:6354:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3025:x1862480742324224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776201057.352582:0:6354:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2128 count 1 00010000:00010000:1.0:1776201057.352594:0:6354:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.352604:0:6354:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.352610:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.352611:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.352612:0:6354:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 4/0,1 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.352627:0:6354:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 3/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 49 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.352634:0:6354:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 4/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.352642:0:6354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000072410b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6354:1862480742324608:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.352669:0:6354:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d2487ba7 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.363514:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742323584:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.363548:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.363612:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044efa744 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742323712:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.363627:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.363663:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.363686:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.363713:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266176 00010000:00010000:0.0:1776201057.363743:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 5/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 50 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.363770:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266304 00010000:00010000:0.0:1776201057.363781:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 5/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 43 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.363801:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33745 00000100:00100000:0.0:1776201057.363807:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+50:2226:x1862480738266176:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.363821:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.363826:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 5/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 50 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.363836:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 4/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 50 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.363865:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.363868:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.363871:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.363879:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 4/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.363898:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.363939:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+50:2226:x1862480738266176:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 131us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.363946:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33745 00000100:00100000:0.0:1776201057.363963:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33746 00000100:00100000:0.0:1776201057.363967:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266304:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.363974:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.363977:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 5/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 43 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.363985:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 4/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 43 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364001:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364002:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364005:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364011:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 4/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364021:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.364037:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266304:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 70us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.364043:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33746 00000100:00100000:0.0:1776201057.364082:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.364102:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266432 00010000:00010000:0.0:1776201057.364114:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 50 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.364133:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33747 00000100:00100000:0.0:1776201057.364137:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+50:2226:x1862480738266432:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.364143:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.364146:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 4/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 50 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364154:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 50 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364166:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08fb4b2/0xf221502977e57623 lrc: 0/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9bb8 expref: 50 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364178:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364215:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364217:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364223:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 4/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364240:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.364257:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+49:2226:x1862480738266432:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 119us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.364263:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33747 00010000:00010000:0.0:1776201057.364280:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364287:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364295:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,1 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364302:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364317:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.364630:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce16603a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+54:3024:x1862480742323520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20976us (21579us total) trans 4294973664 rc 0/0 00000100:00100000:0.0:1776201057.364638:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20694 00010000:00010000:0.0:1776201057.364659:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.364665:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364673:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da13717d already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.364676:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 2/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364683:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 3/0,0 mode: PW/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364698:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 1/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364704:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da13717d/0xf221502977fbcc5f lrc: 0/0,0 mode: --/PW res: [0x84d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364722:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.364723:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.364724:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.364779:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.364799:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266112 00010000:00010000:0.0:1776201057.364815:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 5/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 43 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.364835:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33748 00000100:00100000:0.0:1776201057.364839:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266112:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.364848:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.364851:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 5/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 43 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364865:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 4/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 43 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.364879:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364881:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.364883:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364890:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 4/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.364902:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.364919:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266112:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 79us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.364927:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33748 00000100:00100000:0.0:1776201057.364965:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.364980:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266240 00010000:00010000:0.0:1776201057.364993:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 5/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.365010:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33749 00000100:00100000:0.0:1776201057.365014:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266240:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.365021:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.365024:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 5/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365036:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 4/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365048:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365049:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365052:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365059:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 4/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365070:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.365085:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266240:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 71us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.365091:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33749 00000100:00100000:0.0:1776201057.365131:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.365145:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266368 00010000:00010000:0.0:1776201057.365156:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 5/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.365172:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33750 00000100:00100000:0.0:1776201057.365176:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebb4bcb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+49:2226:x1862480738266368:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.365204:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.365207:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 5/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365220:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 4/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365233:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365234:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365236:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365243:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 4/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365255:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.365270:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebb4bcb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+49:2226:x1862480738266368:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 93us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.365275:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33750 00000100:00100000:0.0:1776201057.365333:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.365348:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266496 00010000:00010000:0.0:1776201057.365359:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.365378:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33751 00000100:00100000:0.0:1776201057.365381:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+43:2226:x1862480738266496:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.365388:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.365390:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365403:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365415:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003700c2d4/0xf221502977e57f3e lrc: 0/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9f8c expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.365425:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365427:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.365428:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365434:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 4/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365450:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.365466:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+42:2226:x1862480738266496:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 84us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.365473:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33751 00010000:00010000:0.0:1776201057.365488:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365496:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365518:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365528:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365542:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.365775:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041d99b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+60:3024:x1862480742323136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23694us (24054us total) trans 4294972809 rc 0/0 00000100:00100000:0.0:1776201057.365783:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20692 00010000:00010000:0.0:1776201057.365805:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.365809:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365816:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ad4f2bc already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.365818:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365824:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365835:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 1/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365841:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ad4f2bc/0xf221502977fbcc51 lrc: 0/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.365854:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.365855:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.365856:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.365933:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742323776:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.365954:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.366136:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7987535 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742324352:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.366150:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.366220:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.366239:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266880 00010000:00010000:0.0:1776201057.366260:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 5/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.366280:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33752 00000100:00100000:0.0:1776201057.366285:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+49:2227:x1862480738266880:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.366293:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.366296:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 5/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.366305:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 4/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.366319:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.366321:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.366324:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.366334:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 4/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.366346:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.366371:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+49:2227:x1862480738266880:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 86us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.366377:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33752 00000100:00100000:0.0:1776201057.366445:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.366470:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266624 00010000:00010000:0.0:1776201057.366482:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 5/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 49 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.366499:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33753 00010000:00010000:2.0:1776201057.366594:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db8feabb/0xf221502977e56fa8 lrc: 0/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98ee expref: 41 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.366607:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8cfc8ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742323456:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.366622:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366629:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366635:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366643:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366649:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366667:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.366871:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3024:x1862480742323392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24441us (24490us total) trans 4294972810 rc 0/0 00000100:00100000:2.0:1776201057.366878:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20693 00010000:00010000:2.0:1776201057.366897:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.366901:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366908:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.366910:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366916:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 3/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366929:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 1/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366934:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002564feaa/0xf221502977fbcc58 lrc: 0/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366946:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.366947:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.366949:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.366968:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b6d791b/0xf221502977fb51a0 lrc: 0/0,0 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bf7c expref: 40 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.366975:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085a4cb98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742322816:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.366985:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366992:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.366997:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367003:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367008:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367022:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.367172:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3024:x1862480742322624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30466us (30605us total) trans 4294972811 rc 0/0 00000100:00100000:2.0:1776201057.367178:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20688 00010000:00010000:2.0:1776201057.367215:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.367218:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367225:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.367228:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367234:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 3/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367249:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 1/0,0 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367255:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000143a3cc9/0xf221502977fbcc35 lrc: 0/0,0 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367268:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.367270:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.367271:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.367301:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000035354b40/2, rc 0, transno 6368 00000100:00100000:2.0:1776201057.367314:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323520:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.367326:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000566dbdb0/2, rc 0, transno 5514 00000100:00100000:2.0:1776201057.367336:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000566dbdb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323392:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.367346:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d10e4dd4/2, rc 0, transno 5513 00000100:00100000:2.0:1776201057.367349:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d10e4dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.367356:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000073d37c31/2, rc 0, transno 5515 00000100:00100000:2.0:1776201057.367358:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073d37c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.367479:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001eba0ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.367524:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.367544:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776201057.367549:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d4db482 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.367570:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.367595:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324736 00000100:00100000:2.0:1776201057.367621:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324672 00000100:00100000:2.0:1776201057.367639:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20704 00000100:00100000:2.0:1776201057.367645:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b017bde7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3025:x1862480742324736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.367669:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4544 count 1 00010000:00010000:2.0:1776201057.367687:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367702:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 39 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367709:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.367711:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.367713:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 4/0,1 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367737:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 3/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 39 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367747:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 4/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 39 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.367758:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742324928:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.367799:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017478f25 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.367815:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20705 00000100:00100000:2.0:1776201057.367819:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+54:3025:x1862480742324672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.367831:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4520 count 1 00010000:00010000:2.0:1776201057.367842:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: --/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367853:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 2/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 49 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367859:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.367861:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.367862:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 4/0,1 mode: --/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367878:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 3/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 49 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367886:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 4/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 49 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.367895:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c5dee1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742324992:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.367915:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db266013 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.367951:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ec0f91c/0xf221502977e57a98 lrc: 0/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d94 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.367961:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039d194cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742324544:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.367974:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367981:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.367987:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368000:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,1 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368007:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368022:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.368231:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000247e4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3026:x1862480742324288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15955us (16277us total) trans 4294973665 rc 0/0 00000100:00100000:2.0:1776201057.368239:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20703 00010000:00010000:2.0:1776201057.368257:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.368260:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368268:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.368270:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 2/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368277:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 3/0,0 mode: PW/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368291:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 1/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368298:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018dd77c1/0xf221502977fbcc97 lrc: 0/0,0 mode: --/PW res: [0x853:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368315:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.368316:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.368317:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.368330:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000da7f7c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.368358:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776201057.368380:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000056e99c86/2, rc 0, transno 6369 00000100:00100000:2.0:1776201057.368388:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056e99c86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.368423:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776201057.368431:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c63ffde7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.368454:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.368475:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324800 00000100:00100000:2.0:1776201057.368491:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325056 00000100:00100000:2.0:1776201057.368522:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20706 00000100:00100000:2.0:1776201057.368526:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039d194cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3026:x1862480742324800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.368539:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2120 count 1 00010000:00010000:2.0:1776201057.368551:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368562:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 39 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368569:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368571:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368572:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 4/0,1 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368589:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 3/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 39 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368598:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 4/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 39 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.368607:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026e7b7e7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742325120:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.368632:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d06d0d4a going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.368648:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20707 00000100:00100000:2.0:1776201057.368651:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c066a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3025:x1862480742325056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.368663:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2130 count 1 00010000:00010000:2.0:1776201057.368673:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368683:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 48 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368689:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368690:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368692:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 4/0,1 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368709:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 3/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 48 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368717:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 4/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 48 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.368726:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000156c1663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742325184:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.368748:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.368773:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776201057.368778:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000848041ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.368801:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.368823:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742324864 00000100:00100000:2.0:1776201057.368842:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20708 00000100:00100000:2.0:1776201057.368845:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf264b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+62:3026:x1862480742324864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.368856:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2123 count 1 00010000:00010000:2.0:1776201057.368866:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368877:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 39 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368884:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368885:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.368886:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 4/0,1 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368903:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 3/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 39 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.368911:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 4/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 39 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.368918:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043317391 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742325248:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.368939:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f20c0ad going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.369275:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9e6f7d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12092:1862480742324480:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369291:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369318:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e278dc5/0xf221502977e5755f lrc: 0/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b64 expref: 48 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.369329:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082f1170c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742322880:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369339:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369345:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369351:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369359:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,1 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369364:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369381:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.369606:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+56:3024:x1862480742322688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32663us (32709us total) trans 4294973666 rc 0/0 00000100:00100000:3.0:1776201057.369617:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20689 00010000:00010000:3.0:1776201057.369638:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.369641:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369649:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719ac50 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.369652:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 2/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369658:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 3/0,0 mode: PW/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369672:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 1/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369677:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008719ac50/0xf221502977fbcc3c lrc: 0/0,0 mode: --/PW res: [0x84c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369691:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.369692:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.369693:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.369742:0:6354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000072410b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6354:1862480742324608:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369755:0:6354:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.369778:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e225155 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742324160:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369788:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.369808:0:13708:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc7f4356 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13708:1862480742323968:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369817:0:13708:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.369837:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092a78d2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742323904:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369847:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369870:0:10770:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004778e691/0xf221502977e57199 lrc: 0/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99c0 expref: 47 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.369879:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00f14e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742323264:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.369888:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369894:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369899:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369906:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,1 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369911:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.369923:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.370063:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3024:x1862480742323072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28143us (28474us total) trans 4294973667 rc 0/0 00000100:00100000:3.0:1776201057.370069:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20691 00010000:00010000:3.0:1776201057.370098:0:6351:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a31c956/0xf221502977e575cf lrc: 0/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b8e expref: 39 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.370107:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6351:1862480742323008:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.370118:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.370125:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.370131:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.370137:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.370144:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.370154:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.370330:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:3027:x1862480742322752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30817us (33196us total) trans 4294972812 rc 0/0 00000100:00100000:3.0:1776201057.370340:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20690 00000100:00100000:2.0:1776201057.370556:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370626:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370656:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370685:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370704:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370761:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.370832:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266752 00010000:00010000:2.0:1776201057.370860:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 4/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 39 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.370957:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266944 00010000:00010000:1.0:1776201057.370973:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 4/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 40 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.371056:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+46:2225:x1862480738266624:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1776201057.371093:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12103:1862480742323648:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.371109:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.371133:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266560 00010000:00010000:0.0:1776201057.371147:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 47 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.371258:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266688 00010000:00010000:3.0:1776201057.371273:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 41 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.371289:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738266816 00010000:00010000:3.0:1776201057.371297:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 48 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.371308:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267008 00010000:00010000:3.0:1776201057.371316:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 4/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 49 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.371328:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33754 00000100:00100000:3.0:1776201057.371332:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db0591ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+41:2225:x1862480738266688:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.371341:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.371346:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 41 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371355:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 41 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371381:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bf011b7/0xf221502977fb96d5 lrc: 0/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d7bd expref: 41 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371395:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371397:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371402:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371412:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 4/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371437:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.371478:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db0591ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+40:2225:x1862480738266688:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 145us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.371485:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33754 00000100:00100000:3.0:1776201057.371511:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33755 00000100:00100000:3.0:1776201057.371515:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+49:2225:x1862480738266816:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.371523:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.371527:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 4/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371534:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371549:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b7309a5/0xf221502977e576d2 lrc: 0/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c05 expref: 49 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371557:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371559:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371561:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371566:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 4/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371583:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.371601:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+48:2225:x1862480738266816:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 84us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.371607:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33755 00000100:00100000:3.0:1776201057.371619:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33756 00000100:00100000:3.0:1776201057.371623:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+47:2225:x1862480738267008:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.371630:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.371634:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 4/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 47 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371641:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 3/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 47 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371651:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ef9f0d6/0xf221502977e5785a lrc: 0/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ca6 expref: 47 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.371660:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371661:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.371663:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371668:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 4/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371682:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.371699:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+46:2225:x1862480738267008:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 75us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.371705:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33756 00010000:00010000:3.0:1776201057.371723:0:13708:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371730:0:13708:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371738:0:13708:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371743:0:13708:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.371757:0:13708:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776201057.371987:0:13708:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4fb4091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+63:3026:x1862480742323840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24726us (25119us total) trans 4294972813 rc 0/0 00000100:00100000:3.0:1776201057.371994:0:13708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20698 00010000:00010000:3.0:1776201057.372016:0:6354:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372024:0:6354:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372030:0:6354:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,1 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372036:0:6354:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372049:0:6354:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776201057.372231:0:6354:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088c9f23b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3025:x1862480742324224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20470us (20653us total) trans 4294973668 rc 0/0 00000100:00100000:3.0:1776201057.372238:0:6354:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20701 00010000:00010000:3.0:1776201057.372255:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776201057.372259:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372267:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007617b4c4 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.372269:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 2/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372276:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 3/0,0 mode: PW/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372289:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 1/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372295:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007617b4c4/0xf221502977fbcc4a lrc: 0/0,0 mode: --/PW res: [0x847:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372311:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776201057.372313:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372319:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec346f4d already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.372321:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372326:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 3/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372335:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 1/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372340:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec346f4d/0xf221502977fbcc43 lrc: 0/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372352:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.372353:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372358:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000920b5607 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.372360:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372365:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372373:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 1/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372378:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920b5607/0xf221502977fbcc7b lrc: 0/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372390:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.372393:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372398:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ceccebb already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.372400:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 2/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372405:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 3/0,0 mode: PW/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372412:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 1/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372418:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ceccebb/0xf221502977fbcc9e lrc: 0/0,0 mode: --/PW res: [0x850:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.372427:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.372429:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.372430:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.372531:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.372535:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.372563:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000006f10d56/2, rc 0, transno 6371 00000100:00100000:3.0:1776201057.372574:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006f10d56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742323072:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.372586:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000efce1596/2, rc 0, transno 6370 00000100:00100000:3.0:1776201057.372589:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efce1596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742322688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.372620:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000008beb8447/2, rc 0, transno 5516 00000100:00100000:3.0:1776201057.372630:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008beb8447 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742322752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.372651:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.372671:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000024e0a214/2, rc 0, transno 5517 00000100:00100000:3.0:1776201057.372674:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024e0a214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.372754:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9e6f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.372788:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776201057.372811:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000006572a1c5/2, rc 0, transno 6372 00000100:00100000:3.0:1776201057.372817:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006572a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.372837:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325312 00000100:00100000:2.0:1776201057.374381:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33757 00000100:00100000:2.0:1776201057.374393:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+39:2225:x1862480738266752:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.374414:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.374424:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 4/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 39 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.374438:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 3/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 39 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.374461:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fefc315/0xf221502977fb8da5 lrc: 0/0,0 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d4ec expref: 39 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.374477:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.374479:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.374483:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374492:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 4/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374544:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.374592:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+38:2225:x1862480738266752:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 200us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.374601:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33757 00010000:00010000:2.0:1776201057.374637:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374645:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374654:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374661:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.374676:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.374987:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e4eacd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3026:x1862480742324032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24976us (26384us total) trans 4294972814 rc 0/0 00000100:00100000:2.0:1776201057.374995:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20699 00010000:00010000:2.0:1776201057.375103:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.375108:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375116:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075b20e41 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.375119:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375128:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 3/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375143:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 1/0,0 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375149:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b20e41/0xf221502977fbcc82 lrc: 0/0,0 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375165:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.375166:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.375167:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.375178:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776201057.375211:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085a4cb98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.375247:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.375276:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325504 00000100:00100000:2.0:1776201057.375303:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20709 00000100:00100000:2.0:1776201057.375307:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8cfc8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3025:x1862480742325504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.375330:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4518 count 1 00010000:00010000:2.0:1776201057.375349:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375363:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 37 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375370:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.375371:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.375373:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 4/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375421:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 3/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 37 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.375432:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 4/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 37 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.375443:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092bcb316 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742325568:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.375482:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5c3b261 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.375781:0:6354:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20710 00000100:00100000:3.0:1776201057.375786:0:6354:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3025:x1862480742325312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.375801:0:6354:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2094 count 1 00010000:00010000:3.0:1776201057.375816:0:6354:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.375826:0:6354:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 45 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.375832:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.375833:0:6354:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.375834:0:6354:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 4/0,1 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.375853:0:6354:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 3/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 45 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.375860:0:6354:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 4/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 45 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.375870:0:6354:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b27798db pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6354:1862480742325632:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.375896:0:6354:0:(client.c:2500:ptlrpc_set_wait()) set 000000007e55e763 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.375937:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776201057.375946:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3939d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742325696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.375971:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.375996:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325696 00000100:00100000:3.0:1776201057.376018:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20711 00000100:00100000:3.0:1776201057.376022:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847bd69d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3024:x1862480742325696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.376032:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4550 count 1 00010000:00010000:3.0:1776201057.376043:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376054:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 45 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376059:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.376061:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.376062:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 4/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376080:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 45 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376087:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 45 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376095:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d150ce24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742325760:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.376116:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 000000003e1d0988 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.376228:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.376378:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000316d235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.376402:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.376422:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325376 00000100:00100000:3.0:1776201057.376443:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20712 00000100:00100000:3.0:1776201057.376447:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3026:x1862480742325376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.376460:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2123 count 1 00010000:00010000:3.0:1776201057.376471:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376481:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 45 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376487:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.376488:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.376489:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 4/0,1 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376583:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 3/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 45 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376592:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 4/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 45 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376600:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc32eea0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742325824:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.376627:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9e08160 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.376659:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.376689:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.376705:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.376722:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267072 00010000:00010000:3.0:1776201057.376739:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 38 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376755:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267200 00010000:00010000:3.0:1776201057.376763:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 5/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 46 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376774:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267328 00010000:00010000:3.0:1776201057.376782:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 5/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 47 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376791:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267136 00010000:00010000:3.0:1776201057.376799:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 5/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 39 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.376811:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33758 00000100:00100000:3.0:1776201057.376814:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+39:2225:x1862480738267072:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.376824:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.376827:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 39 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.376836:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 39 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.376854:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9cc8ee4/0xf221502977e571d8 lrc: 0/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df99e3 expref: 39 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.376871:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.376873:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.376876:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376883:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 4/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376905:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.376924:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc62d4b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+38:2225:x1862480738267072:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 108us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.376931:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33758 00000100:00100000:3.0:1776201057.376946:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33759 00000100:00100000:3.0:1776201057.376950:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+47:2225:x1862480738267200:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.376957:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.376961:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 5/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 47 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.376969:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 4/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 47 pid: 12096 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.376981:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.376983:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.376985:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.376990:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 4/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377089:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.377107:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+47:2225:x1862480738267200:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 155us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.377114:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33759 00000100:00100000:3.0:1776201057.377127:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33760 00000100:00100000:3.0:1776201057.377131:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+46:2225:x1862480738267328:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.377138:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.377142:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 5/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 46 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377148:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 4/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 46 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377160:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377161:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377163:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377169:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 4/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377198:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.377214:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+46:2225:x1862480738267328:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 82us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.377220:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33760 00000100:00100000:3.0:1776201057.377233:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33761 00000100:00100000:3.0:1776201057.377238:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+37:2225:x1862480738267136:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.377245:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.377248:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 5/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 37 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377256:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 4/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 37 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377269:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377270:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377272:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377278:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 4/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377289:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.377304:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+37:2225:x1862480738267136:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 66us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.377309:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33761 00000100:00100000:3.0:1776201057.377354:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.377371:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267264 00010000:00010000:3.0:1776201057.377382:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 5/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 37 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.377397:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33762 00000100:00100000:3.0:1776201057.377401:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cea9c2ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+37:2225:x1862480738267264:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.377410:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.377413:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 5/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 37 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377420:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 4/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 37 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.377432:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377434:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.377435:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377441:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 4/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.377452:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.377469:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cea9c2ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+37:2225:x1862480738267264:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 67us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.377475:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33762 00000100:00100000:1.0:1776201057.377944:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33763 00000100:00100000:1.0:1776201057.377950:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+36:2225:x1862480738266944:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776201057.377973:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.377981:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 4/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 36 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.377995:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 3/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 36 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.378010:0:10937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b062005/0xf221502977fb8cb7 lrc: 0/0,0 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d483 expref: 36 pid: 10924 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.378021:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.378023:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.378025:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.378031:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 4/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.378052:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.378206:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.378232:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267392 00010000:00010000:2.0:1776201057.378247:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 5/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 36 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.378264:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33764 00000100:00100000:2.0:1776201057.378267:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f9dd02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+36:2225:x1862480738267392:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776201057.378275:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.378278:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 5/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 36 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.378286:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 4/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 36 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.378300:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.378301:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.378303:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378311:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 4/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378324:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.378343:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f9dd02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+36:2225:x1862480738267392:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 75us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.378351:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33764 00010000:00010000:2.0:1776201057.378400:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b88d20ca/0xf221502977fb39cf lrc: 0/0,0 mode: --/PW res: [0x11a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b6d8 expref: 45 pid: 12096 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.378413:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c5dee1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742324992:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.378431:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378440:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378447:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378457:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,1 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378465:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 2/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378488:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.378760:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+59:3025:x1862480742324672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10939us (11189us total) trans 4294973669 rc 0/0 00000100:00100000:2.0:1776201057.378768:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20705 00010000:00010000:2.0:1776201057.378787:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.378791:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 2/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378798:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.378801:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 2/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378808:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 3/0,0 mode: PW/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378819:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 1/0,0 mode: --/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378826:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbccac lrc: 0/0,0 mode: --/PW res: [0x11a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378853:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.378854:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.378855:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.378877:0:10772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9f12c13/0xf221502977e579e2 lrc: 0/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9d4e expref: 44 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.378892:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000156c1663 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742325184:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.378904:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378910:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378915:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378921:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,1 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378927:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.378948:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.379097:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c066a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3025:x1862480742325056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10443us (10641us total) trans 4294973670 rc 0/0 00000100:00100000:2.0:1776201057.379104:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20707 00010000:00010000:2.0:1776201057.379141:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd9ce181/0xf221502977fb8ab1 lrc: 0/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d3cd expref: 35 pid: 10924 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.379151:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742324928:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.379162:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379169:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379175:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379202:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,1 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379208:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379224:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.379383:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b017bde7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+64:3025:x1862480742324736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11738us (11859us total) trans 4294972815 rc 0/0 00000100:00100000:2.0:1776201057.379390:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20704 00010000:00010000:2.0:1776201057.379405:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.379408:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379415:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.379417:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 2/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379423:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 3/0,0 mode: PW/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379437:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 1/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379443:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbccba lrc: 0/0,0 mode: --/PW res: [0x852:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379454:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.379456:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379462:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.379464:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 2/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379469:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 3/0,0 mode: PW/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379477:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 1/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379483:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcca5 lrc: 0/0,0 mode: --/PW res: [0x11c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379496:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.379497:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.379499:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.379530:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e102600d/0xf221502977e570ab lrc: 0/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9950 expref: 34 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.379541:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026e7b7e7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742325120:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.379551:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379558:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379564:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379571:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,1 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379577:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379593:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.379723:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039d194cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3026:x1862480742324800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11195us (11365us total) trans 4294972816 rc 0/0 00000100:00100000:2.0:1776201057.379729:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20706 00010000:00010000:2.0:1776201057.379744:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.379747:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379754:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.379756:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 2/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379763:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 3/0,0 mode: PW/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379775:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 1/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379780:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbccb3 lrc: 0/0,0 mode: --/PW res: [0x848:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.379792:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.379793:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.379795:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.379826:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c63ffde7/2, rc 0, transno 6374 00000100:00100000:2.0:1776201057.379839:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c63ffde7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325056:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.379849:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000008d4db482/2, rc 0, transno 6373 00000100:00100000:2.0:1776201057.379852:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d4db482 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324672:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.379862:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000001eba0ca1/2, rc 0, transno 5519 00000100:00100000:2.0:1776201057.379869:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001eba0ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742324736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.379961:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f129d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.379995:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.380026:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326016 00000100:00100000:2.0:1776201057.380050:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20713 00000100:00100000:2.0:1776201057.380056:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c47f3cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3024:x1862480742326016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.380079:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4539 count 1 00010000:00010000:2.0:1776201057.380096:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380110:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 2/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 43 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380117:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.380119:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.380120:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 4/0,1 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380142:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 3/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 43 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380151:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 4/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 43 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.380161:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016bf6c4f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742326080:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.380218:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d06d0d4a going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.380249:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041e9628f/0xf221502977e572bf lrc: 0/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9a3e expref: 33 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.380259:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043317391 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742325248:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.380271:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380278:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380288:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380295:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380301:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380314:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.380468:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf264b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+64:3026:x1862480742324864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11620us (11665us total) trans 4294972817 rc 0/0 00000100:00100000:2.0:1776201057.380475:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20708 00010000:00010000:2.0:1776201057.380490:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.380493:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380513:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.380516:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380522:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 3/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380535:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 1/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380547:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbccc1 lrc: 0/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.380561:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.380562:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.380563:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.380770:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33765 00000100:00100000:0.0:1776201057.380777:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+43:2225:x1862480738266560:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.380792:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.380798:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 4/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.380809:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.380825:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000388f719b/0xf221502977e57cf2 lrc: 0/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e9e expref: 43 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.380835:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.380837:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.380840:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.380847:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 4/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.380868:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.380889:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+42:2225:x1862480738266560:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 113us (10233us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.380896:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33765 00010000:00010000:0.0:1776201057.381010:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381019:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381030:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,1 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381037:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381051:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.381255:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec7930f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+60:3026:x1862480742322944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34760us (37676us total) trans 4294973671 rc 0/0 00000100:00100000:0.0:1776201057.381263:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20696 00010000:00010000:0.0:1776201057.381280:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.381283:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381290:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a764e58c already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.381292:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 2/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381299:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 3/0,0 mode: PW/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381313:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 1/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381319:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a764e58c/0xf221502977fbcc6d lrc: 0/0,0 mode: --/PW res: [0x856:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381339:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381340:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381342:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381351:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381359:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381366:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,1 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381372:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381385:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.381540:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065c4f978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+60:3024:x1862480742324096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30960us (32718us total) trans 4294973672 rc 0/0 00000100:00100000:0.0:1776201057.381546:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20700 00010000:00010000:0.0:1776201057.381562:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.381565:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381572:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ccb7baf already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.381574:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 2/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381584:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 3/0,0 mode: PW/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381595:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 1/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381600:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ccb7baf/0xf221502977fbcc89 lrc: 0/0,0 mode: --/PW res: [0x84e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381613:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381614:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381615:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381625:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381633:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381639:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381645:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381657:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.381821:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f3ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+64:3026:x1862480742323200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37759us (38393us total) trans 4294972818 rc 0/0 00000100:00100000:0.0:1776201057.381830:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20695 00010000:00010000:0.0:1776201057.381846:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.381849:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381856:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c90a3e already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.381858:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381864:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381876:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 1/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381880:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcc66 lrc: 0/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.381892:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381893:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.381894:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201057.381941:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000003853714a/2, rc 0, transno 6376 00000100:00100000:0.0:1776201057.381953:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003853714a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742324096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.382006:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776201057.382017:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.382047:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.382072:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326144 00000100:00100000:0.0:1776201057.382096:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20714 00000100:00100000:0.0:1776201057.382100:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+60:3024:x1862480742326144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.382119:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2093 count 1 00010000:00010000:0.0:1776201057.382136:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382150:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 41 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382156:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.382158:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.382159:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 4/0,1 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382210:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 3/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 41 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382220:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 4/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 41 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.382231:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d44bb2fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742326208:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.382256:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f8a73216 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.382278:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.382283:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 4/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 41 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.382292:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 41 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.382311:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977e56fb6 lrc: 0/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df98fc expref: 41 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.382319:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.382321:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.382323:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382329:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 4/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382349:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776201057.382360:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382367:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382374:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,1 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382378:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382389:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.382577:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b80b913 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3026:x1862480742323328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35620us (35854us total) trans 4294973673 rc 0/0 00000100:00100000:0.0:1776201057.382586:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20697 00010000:00010000:0.0:1776201057.382605:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.382608:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382615:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd2dd88 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.382617:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 2/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382623:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 3/0,0 mode: PW/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382634:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 1/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382639:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd2dd88/0xf221502977fbcc74 lrc: 0/0,0 mode: --/PW res: [0x845:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.382654:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.382655:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.382656:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.382671:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+40:2225:x1862480738266624:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 11617us (16227us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.382678:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33753 00000100:00100000:1.0:1776201057.383271:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+32:2225:x1862480738266944:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 5318us (12642us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.383279:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33763 00000004:00080000:2.0:1776201057.383445:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000848041ae/2, rc 0, transno 5521 00000100:00100000:2.0:1776201057.383460:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000848041ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324864:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.383519:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000000da7f7c8/2, rc 0, transno 5520 00000100:00100000:2.0:1776201057.383526:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000da7f7c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324800:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.383551:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000090728bd8/2, rc 0, transno 5518 00000100:00100000:2.0:1776201057.383557:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090728bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742324032:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.383589:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000008e2772ac/2, rc 0, transno 6375 00000100:00100000:2.0:1776201057.383595:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e2772ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742322944:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.383603:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000010f1fa44/2, rc 0, transno 6377 00000100:00100000:2.0:1776201057.383606:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010f1fa44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.383614:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000bab80b7d/2, rc 0, transno 5522 00000100:00100000:2.0:1776201057.383620:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bab80b7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742323200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.383649:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b63438ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.383683:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.383702:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000429849dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742326272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.383718:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.383731:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1776201057.383736:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082f1170c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.383754:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.383765:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5e2fb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.383786:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.383798:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f5aaf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742326336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.383816:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.383842:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325888 00000100:00100000:2.0:1776201057.383868:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326272 00000100:00100000:2.0:1776201057.383879:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325440 00000100:00100000:2.0:1776201057.383890:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742325952 00000100:00100000:2.0:1776201057.383905:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326336 00000100:00100000:2.0:1776201057.383920:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20715 00000100:00100000:2.0:1776201057.383925:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875c1255 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+67:3026:x1862480742325888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.383947:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2107 count 1 00010000:00010000:2.0:1776201057.383968:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.383983:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.383991:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.383993:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.383995:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 4/0,1 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384019:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384029:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 31 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.384040:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742326528:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.384066:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f20c0ad going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.384084:0:13708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20716 00000100:00100000:2.0:1776201057.384088:0:13708:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a77bc65d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+67:3026:x1862480742326272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.384100:0:13708:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2112 count 1 00010000:00010000:2.0:1776201057.384111:0:13708:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384121:0:13708:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384128:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384130:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384131:0:13708:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 4/0,1 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384148:0:13708:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 3/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384156:0:13708:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 4/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.384165:0:13708:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c94ded pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13708:1862480742326592:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.384203:0:13708:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017478f25 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.384219:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20717 00000100:00100000:2.0:1776201057.384223:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000777a4d2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+67:3026:x1862480742325440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.384236:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4514 count 1 00010000:00010000:2.0:1776201057.384247:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384258:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 31 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384264:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384265:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384267:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 4/0,1 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384283:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 3/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 31 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384291:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 4/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 31 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.384299:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007186d07a pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742326656:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.384317:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.384333:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20718 00000100:00100000:2.0:1776201057.384337:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089e35ab4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+61:3026:x1862480742325952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.384350:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2133 count 1 00010000:00010000:2.0:1776201057.384362:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384373:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 39 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384384:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384386:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384387:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 4/0,1 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384405:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 3/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 39 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384413:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 4/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 39 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.384423:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047d21d0e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742326720:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.384441:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db266013 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.384457:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20719 00000100:00100000:2.0:1776201057.384461:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000259430dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+67:3026:x1862480742326336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.384473:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2142 count 1 00010000:00010000:2.0:1776201057.384483:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384493:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 2/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384498:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384510:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.384512:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 4/0,1 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384533:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 3/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.384540:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 4/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 31 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.384548:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b665c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742326784:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.384566:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 000000009b18450e going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.384761:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001b15a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.384792:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.384810:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776201057.384816:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2faa44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.384838:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.384858:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326400 00000100:00100000:0.0:1776201057.384882:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326464 00000100:00100000:0.0:1776201057.384896:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20720 00000100:00100000:0.0:1776201057.384899:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+69:3024:x1862480742326400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.384910:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2108 count 1 00010000:00010000:0.0:1776201057.384923:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.384934:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.384940:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.384941:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.384942:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 4/0,1 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.384958:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 3/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.384966:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 4/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.384974:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094426340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742326976:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.384991:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 000000001743b249 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.385006:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20721 00000100:00100000:0.0:1776201057.385009:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef57a3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3024:x1862480742326464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.385021:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2110 count 1 00010000:00010000:0.0:1776201057.385030:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385039:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385044:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385045:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385047:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 4/0,1 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385062:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 3/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 31 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385068:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 4/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 31 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.385075:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10769:1862480742327040:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.385092:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 000000007284734d going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.385117:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006535eb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742326912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.385140:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.385154:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776201057.385158:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2b0e433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742326848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.385176:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.385218:0:10924:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326912 00000100:00100000:0.0:1776201057.385239:0:10924:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742326848 00000100:00100000:0.0:1776201057.385256:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20722 00000100:00100000:0.0:1776201057.385260:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+63:3027:x1862480742326912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.385271:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4527 count 1 00010000:00010000:0.0:1776201057.385282:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385291:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 39 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385297:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385298:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385299:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 4/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385316:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 3/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 39 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385324:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 4/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 39 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.385334:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742327104:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.385350:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097de9a3a going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.385365:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20723 00000100:00100000:0.0:1776201057.385369:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3027:x1862480742326848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.385380:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2122 count 1 00010000:00010000:0.0:1776201057.385389:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385399:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 39 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385405:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385407:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.385408:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 4/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385425:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 39 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.385432:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 39 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.385441:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009b65cff pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742327168:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.385460:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2fbdfd0 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.385796:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.385996:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092bcb316 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742325568:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.386017:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.386435:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.386489:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d150ce24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742325760:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.386512:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.386559:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc32eea0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742325824:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.386573:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.386600:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.386621:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.386639:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.386665:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267456 00010000:00010000:3.0:1776201057.386693:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 4/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 32 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.386717:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267648 00010000:00010000:3.0:1776201057.386727:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 4/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 40 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.386742:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267584 00010000:00010000:3.0:1776201057.386749:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 41 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.386763:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267520 00010000:00010000:3.0:1776201057.386771:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 5/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 42 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.386783:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33766 00000100:00100000:3.0:1776201057.386787:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+32:2225:x1862480738267456:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.386798:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.386802:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 4/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 32 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386811:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 3/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 32 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386835:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000639fbe8e/0xf221502977fb2b7b lrc: 0/0,0 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b1ec expref: 32 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386850:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.386852:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.386856:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.386863:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 4/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.386882:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.386911:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+31:2225:x1862480738267456:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 123us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.386919:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33766 00000100:00100000:3.0:1776201057.386933:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33767 00000100:00100000:3.0:1776201057.386937:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+42:2227:x1862480738267648:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.386944:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.386947:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 4/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 42 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386955:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 3/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 42 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386967:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b089c3a9/0xf221502977e574cc lrc: 0/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9b1e expref: 42 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.386979:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.386981:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.386982:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.386987:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 4/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387002:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.387011:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387017:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387024:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,1 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387030:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387044:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.387415:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e0df76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+64:3026:x1862480742325376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10966us (11012us total) trans 4294973674 rc 0/0 00000100:00100000:3.0:1776201057.387424:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20712 00000100:00100000:3.0:1776201057.387455:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+41:2227:x1862480738267648:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 517us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.387464:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33767 00000100:00100000:3.0:1776201057.387478:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33768 00000100:00100000:3.0:1776201057.387482:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+40:2227:x1862480738267584:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.387489:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.387493:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 4/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 40 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.387513:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 40 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.387528:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061936ac8/0xf221502977fb9af6 lrc: 0/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d906 expref: 40 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.387536:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.387538:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.387540:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387546:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 4/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387564:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776201057.387573:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387580:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387591:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,1 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387597:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387614:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.387754:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847bd69d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+64:3024:x1862480742325696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11730us (11783us total) trans 4294973675 rc 0/0 00000100:00100000:3.0:1776201057.387761:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20711 00000100:00100000:3.0:1776201057.387787:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+39:2227:x1862480738267584:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 304us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.387793:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33768 00000100:00100000:3.0:1776201057.387803:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33769 00000100:00100000:3.0:1776201057.387807:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+38:2225:x1862480738267520:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776201057.387814:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.387818:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 5/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 38 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.387826:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 4/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 38 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.387838:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.387840:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.387842:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387853:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 4/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387864:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.387879:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+38:2225:x1862480738267520:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 71us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.387885:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33769 00000004:00080000:3.0:1776201057.387943:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d3939d65/2, rc 0, transno 6379 00000100:00100000:3.0:1776201057.387953:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3939d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742325696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201057.387967:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.387973:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387980:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc43432b already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.387983:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 2/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.387990:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 3/0,0 mode: PW/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388001:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 1/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388006:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc43432b/0xf221502977fbccdd lrc: 0/0,0 mode: --/PW res: [0x84b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388027:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.388029:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388034:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.388036:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 2/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388041:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 3/0,0 mode: PW/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388048:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 1/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388054:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095dcf37a/0xf221502977fbccd6 lrc: 0/0,0 mode: --/PW res: [0x11c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388063:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388064:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388065:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388072:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388090:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388097:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388108:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388113:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388127:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.388332:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5bcef53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+70:3027:x1862480742324416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36388us (36658us total) trans 4294972819 rc 0/0 00000100:00100000:3.0:1776201057.388339:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20702 00010000:00010000:3.0:1776201057.388364:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.388367:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388375:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.388376:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388382:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 3/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388393:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 1/0,0 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388400:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062543c7d/0xf221502977fbcc90 lrc: 0/0,0 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388419:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388421:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.388422:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.388486:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ebf6937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.388535:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.388566:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327232 00000100:00100000:3.0:1776201057.388590:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20724 00000100:00100000:3.0:1776201057.388594:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1b75aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:3024:x1862480742327232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.388619:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2090 count 1 00010000:00010000:3.0:1776201057.388638:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388653:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 37 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388659:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.388661:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.388663:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 4/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388684:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 37 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.388694:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 37 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.388704:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742327296:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.388738:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 000000003e1d0988 going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.388769:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d88051b3/2, rc 0, transno 5523 00000100:00100000:3.0:1776201057.388777:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d88051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742324416:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.392591:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.392613:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.392625:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.392633:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.392654:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.392975:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8cfc8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+70:3025:x1862480742325504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17663us (17725us total) trans 4294972820 rc 0/0 00000100:00100000:2.0:1776201057.392986:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20709 00000100:00100000:2.0:1776201057.393264:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.393280:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092bcb316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.393315:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.393345:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327360 00000100:00100000:2.0:1776201057.393376:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20725 00000100:00100000:2.0:1776201057.393383:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003de5399b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+70:3024:x1862480742327360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.393407:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2103 count 1 00010000:00010000:2.0:1776201057.393429:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393447:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 30 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393455:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.393457:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.393459:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 4/0,1 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393485:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 3/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 30 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393497:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 4/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 30 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.393519:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d4a3929 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742327424:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.393572:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.393639:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000000316d235/2, rc 0, transno 6378 00000100:00100000:2.0:1776201057.393652:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000316d235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.393695:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b1828cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.393720:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.393740:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327488 00000100:00100000:2.0:1776201057.393763:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20726 00000100:00100000:2.0:1776201057.393766:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae5fed19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:3026:x1862480742327488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.393779:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4522 count 1 00010000:00010000:2.0:1776201057.393794:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393806:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 37 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393813:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.393814:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.393816:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 4/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393834:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 37 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.393843:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 4/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 37 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.393853:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eedf83f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742327552:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.393883:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064437f67 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.394203:0:6354:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4bcaba1/0xf221502977e55951 lrc: 0/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9019 expref: 37 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.394219:0:6354:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b27798db pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6354:1862480742325632:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.394237:0:6354:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201057.394281:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000085a4cb98/2, rc 0, transno 5524 00000100:00100000:0.0:1776201057.394294:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085a4cb98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201057.394306:0:6354:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394318:0:6354:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394327:0:6354:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394333:0:6354:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394351:0:6354:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776201057.394363:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.394369:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394377:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.394380:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394388:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 3/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394405:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 1/0,0 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394411:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbccc8 lrc: 0/0,0 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394443:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.394445:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394451:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000884893c2 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.394453:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394460:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 3/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394469:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 1/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394475:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000884893c2/0xf221502977fbcccf lrc: 0/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394486:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.394488:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.394489:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.394751:0:6354:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+66:3025:x1862480742325312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18964us (21962us total) trans 4294973676 rc 0/0 00000100:00100000:0.0:1776201057.394760:0:6354:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20710 00000004:00080000:0.0:1776201057.394791:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c9e6f7d4/2, rc 0, transno 6380 00000100:00100000:0.0:1776201057.394802:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9e6f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742325312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.394853:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776201057.394861:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a49d6c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.394887:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.394912:0:10770:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327616 00000100:00100000:0.0:1776201057.394935:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20727 00000100:00100000:0.0:1776201057.394939:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+66:3026:x1862480742327616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.394955:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2129 count 1 00010000:00010000:0.0:1776201057.394969:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394983:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 36 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.394990:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.394992:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.394994:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 4/0,1 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.395015:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 3/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 36 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.395024:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 4/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 36 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.395033:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7a48de9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742327680:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.395062:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 00000000545851ed going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.395286:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043317391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.395314:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.395343:0:6354:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327744 00000100:00100000:2.0:1776201057.395367:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20728 00000100:00100000:2.0:1776201057.395371:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026e7b7e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+71:3024:x1862480742327744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.395385:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2116 count 1 00010000:00010000:2.0:1776201057.395399:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.395411:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 30 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.395418:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.395420:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.395421:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 4/0,1 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.395441:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 3/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 30 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.395449:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 4/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 30 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.395458:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742327808:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.395479:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 000000003824d541 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.395831:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.396646:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016bf6c4f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742326080:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.396671:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.396830:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.396856:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.396876:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.396907:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.396977:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.396997:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.397022:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267776 00010000:00010000:3.0:1776201057.397049:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 5/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 37 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397073:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267712 00010000:00010000:3.0:1776201057.397082:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 4/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 38 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397093:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267840 00010000:00010000:3.0:1776201057.397103:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 5/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 31 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397115:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267904 00010000:00010000:3.0:1776201057.397124:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 5/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 32 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397134:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268032 00010000:00010000:3.0:1776201057.397141:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 5/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 39 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397151:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738267968 00010000:00010000:3.0:1776201057.397159:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 5/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 33 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397171:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33770 00000100:00100000:3.0:1776201057.397176:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+39:2227:x1862480738267776:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.397247:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397252:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 5/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 39 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397262:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 4/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 39 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397290:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397293:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397297:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397306:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 4/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397324:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397366:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+39:2227:x1862480738267776:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 189us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397374:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33770 00000100:00100000:3.0:1776201057.397392:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33771 00000100:00100000:3.0:1776201057.397397:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0d554b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+38:2227:x1862480738267712:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.397405:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397409:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 4/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 38 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397418:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 3/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 38 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397433:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fa77e09/0xf221502977fb85a2 lrc: 0/0,0 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6d245 expref: 38 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397446:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397448:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397450:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397456:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 4/0,1 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397472:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397491:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0d554b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+37:2227:x1862480738267712:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 93us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397497:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33771 00000100:00100000:3.0:1776201057.397549:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33772 00000100:00100000:3.0:1776201057.397553:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+33:2227:x1862480738267840:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.397560:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397564:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 5/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 33 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397574:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 4/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 33 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397590:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397591:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397593:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397600:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 4/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397612:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397629:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+33:2227:x1862480738267840:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 75us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397635:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33772 00000100:00100000:3.0:1776201057.397647:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33773 00000100:00100000:3.0:1776201057.397651:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+32:2227:x1862480738267904:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.397659:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397662:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 5/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 32 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397670:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 4/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 32 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397682:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397684:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397686:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397692:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 4/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397703:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397719:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+32:2227:x1862480738267904:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 66us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397725:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33773 00000100:00100000:3.0:1776201057.397736:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33774 00000100:00100000:3.0:1776201057.397740:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fbc9bc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+36:2227:x1862480738268032:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.397746:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397750:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 5/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 36 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397757:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 4/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 36 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397770:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397771:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397773:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397780:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 4/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397790:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397806:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fbc9bc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+36:2227:x1862480738268032:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 65us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397811:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33774 00000100:00100000:3.0:1776201057.397823:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33775 00000100:00100000:3.0:1776201057.397827:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+31:2227:x1862480738267968:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.397834:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.397838:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 5/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 31 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397846:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 4/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 31 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.397857:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397858:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.397860:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397866:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 4/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.397876:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.397890:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+31:2227:x1862480738267968:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 62us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.397896:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33775 00000100:00100000:3.0:1776201057.397940:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.397960:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268160 00010000:00010000:3.0:1776201057.397974:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 5/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.397994:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33776 00000100:00100000:3.0:1776201057.397997:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+31:2227:x1862480738268160:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201057.398004:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.398007:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 5/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.398015:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 4/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.398027:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.398029:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.398031:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398037:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 4/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398048:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.398065:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcec2ca9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+31:2227:x1862480738268160:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 66us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.398070:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33776 00010000:00010000:3.0:1776201057.398335:0:13708:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c345bed2/0xf221502977e56782 lrc: 0/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df95d7 expref: 30 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.398347:0:13708:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c94ded pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13708:1862480742326592:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.398365:0:13708:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398374:0:13708:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398380:0:13708:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398441:0:13708:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398449:0:13708:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398466:0:13708:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.398754:0:13708:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a77bc65d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+72:3026:x1862480742326272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14664us (15034us total) trans 4294972821 rc 0/0 00000100:00100000:3.0:1776201057.398762:0:13708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20716 00010000:00010000:3.0:1776201057.398782:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.398786:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398794:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d55785d already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.398798:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398805:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 3/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398820:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 1/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398826:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d55785d/0xf221502977fbccf9 lrc: 0/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398842:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.398843:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.398844:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.398892:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b665c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742326784:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.398904:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398928:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b593831/0xf221502977fb20b5 lrc: 0/0,0 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae49 expref: 29 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.398937:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007186d07a pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742326656:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.398945:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398951:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398956:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398967:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398973:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.398987:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.399123:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000777a4d2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:3026:x1862480742325440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14898us (15368us total) trans 4294972822 rc 0/0 00000100:00100000:3.0:1776201057.399131:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20717 00010000:00010000:3.0:1776201057.399147:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.399150:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399157:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f50e4123 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.399159:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399167:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 3/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399177:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 1/0,0 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399205:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f50e4123/0xf221502977fbcd00 lrc: 0/0,0 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399224:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.399225:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.399226:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.399245:0:10772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb45fe2/0xf221502977e57c2e lrc: 0/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9e4a expref: 35 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.399255:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047d21d0e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742326720:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.399264:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399270:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399276:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399283:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,1 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399288:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.399299:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.399717:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10769:1862480742327040:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.399732:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399765:0:12096:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fda537/0xf221502977e56480 lrc: 0/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df948e expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.399775:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094426340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742326976:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.399785:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399791:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399796:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399803:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,1 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399810:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.399824:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.400002:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+72:3024:x1862480742326400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15100us (15209us total) trans 4294972823 rc 0/0 00000100:00100000:0.0:1776201057.400010:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20720 00010000:00010000:0.0:1776201057.400030:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.400033:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400045:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ce7350 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.400048:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 2/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400054:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 3/0,0 mode: PW/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400067:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 1/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400073:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7ce7350/0xf221502977fbcd07 lrc: 0/0,0 mode: --/PW res: [0x855:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400085:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.400086:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400092:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d991784f already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.400093:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 2/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400098:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 3/0,0 mode: PW/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400106:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 1/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400115:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d991784f/0xf221502977fbcd15 lrc: 0/0,0 mode: --/PW res: [0x83c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400125:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.400127:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.400128:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.400149:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742327104:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.400161:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400205:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d139c35/0xf221502977e55840 lrc: 0/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8fa9 expref: 34 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.400216:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d44bb2fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742326208:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.400225:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400232:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400237:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400244:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400254:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400269:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.400415:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+67:3024:x1862480742326144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18314us (18368us total) trans 4294973677 rc 0/0 00000100:00100000:0.0:1776201057.400423:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20714 00010000:00010000:0.0:1776201057.400439:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.400442:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400449:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6d494c6 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.400451:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400457:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 3/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400467:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 1/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400473:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6d494c6/0xf221502977fbcceb lrc: 0/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.400485:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.400486:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.400487:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.400519:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009b65cff pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742327168:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.400531:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201057.400564:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000082f1170c/2, rc 0, transno 5526 00000100:00100000:0.0:1776201057.400581:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082f1170c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325440:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776201057.400594:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000429849dd/2, rc 0, transno 5525 00000100:00100000:0.0:1776201057.400597:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000429849dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742326272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201057.401397:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003695daed/0xf221502977e5638b lrc: 0/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df942c expref: 27 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.401413:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742326528:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.401427:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.401525:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000156c1663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742327872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.401574:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.401754:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.401764:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.401773:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,1 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.401780:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 2/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.401798:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.402004:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c47f3cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+67:3024:x1862480742326016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21947us (22009us total) trans 4294973678 rc 0/0 00000100:00100000:2.0:1776201057.402014:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20713 00000100:00100000:2.0:1776201057.402037:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327872 00000100:00100000:2.0:1776201057.402070:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20729 00000100:00100000:2.0:1776201057.402074:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+72:3025:x1862480742327872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.402097:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2106 count 1 00010000:00010000:2.0:1776201057.402118:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402133:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402140:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.402142:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.402145:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 4/0,1 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402168:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 3/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402208:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 4/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.402221:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742328000:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.402273:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f20c0ad going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.402289:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.402293:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 2/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402300:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f48939be already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.402302:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 2/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402310:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 3/0,0 mode: PW/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402326:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 1/0,0 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402332:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f48939be/0xf221502977fbcce4 lrc: 0/0,0 mode: --/PW res: [0x11bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.402347:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.402349:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.402350:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.402486:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000001b15a1f/2, rc 0, transno 5527 00000100:00100000:2.0:1776201057.402496:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001b15a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326400:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.402521:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000fd63476b/2, rc 0, transno 6381 00000100:00100000:2.0:1776201057.402532:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326144:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.402542:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000d8f129d2/2, rc 0, transno 6382 00000100:00100000:2.0:1776201057.402545:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f129d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.407630:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776201057.407651:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007186d07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742328128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.407721:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201057.408009:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.408036:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.408054:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.408074:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.408100:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268224 00010000:00010000:0.0:1776201057.408130:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 4/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 27 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.408161:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268352 00010000:00010000:0.0:1776201057.408172:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 34 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.408214:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268096 00010000:00010000:0.0:1776201057.408224:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 4/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 28 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.408242:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268288 00010000:00010000:0.0:1776201057.408250:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 4/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 35 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.408265:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33777 00000100:00100000:0.0:1776201057.408271:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738268224:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.408285:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.408289:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 4/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 28 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408299:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 3/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 28 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408324:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000952e69d6/0xf221502977e565c9 lrc: 0/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9521 expref: 28 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408338:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408340:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408344:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408354:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 4/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408379:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.408425:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a007c464 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+27:2226:x1862480738268224:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 153us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.408433:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33777 00000100:00100000:0.0:1776201057.408448:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33778 00000100:00100000:0.0:1776201057.408452:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088732024 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+35:2226:x1862480738268352:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201057.408460:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.408463:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 4/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 35 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408472:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 35 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408487:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1069acc/0xf221502977e57408 lrc: 0/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9ac3 expref: 35 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408498:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408510:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408512:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408517:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 4/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408532:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.408549:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088732024 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+34:2226:x1862480738268352:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 96us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.408554:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33778 00000100:00100000:0.0:1776201057.408588:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33779 00000100:00100000:0.0:1776201057.408592:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+26:2226:x1862480738268096:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.408599:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.408602:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 4/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 26 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408611:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 3/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 26 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408622:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a36b07a/0xf221502977e5832e lrc: 0/0,0 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa106 expref: 26 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408630:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408631:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408633:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408639:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 4/0,1 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408659:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.408676:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+25:2226:x1862480738268096:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 82us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.408682:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33779 00000100:00100000:0.0:1776201057.408693:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33780 00000100:00100000:0.0:1776201057.408697:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+33:2226:x1862480738268288:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.408703:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.408706:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 4/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 33 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408718:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 3/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 33 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408732:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008ec3233/0xf221502977fb4e82 lrc: 0/0,0 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6be79 expref: 33 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.408741:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408742:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.408744:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408750:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 4/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408767:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.408784:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+32:2226:x1862480738268288:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 86us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.408790:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33780 00010000:00010000:0.0:1776201057.408817:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408826:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408835:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,1 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408846:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.408862:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.409164:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef57a3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+73:3024:x1862480742326464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24153us (24324us total) trans 4294972824 rc 0/0 00000100:00100000:0.0:1776201057.409173:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20721 00000100:00100000:0.0:1776201057.409211:0:10769:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328128 00000100:00100000:0.0:1776201057.409237:0:10769:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20730 00000100:00100000:0.0:1776201057.409241:0:10769:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3025:x1862480742328128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201057.409262:0:10769:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4528 count 1 00010000:00010000:0.0:1776201057.409281:0:10769:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409294:0:10769:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 31 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409301:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.409302:0:10769:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.409304:0:10769:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 4/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409330:0:10769:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 3/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 31 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409340:0:10769:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 4/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 31 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.409357:0:10769:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742328192:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201057.409390:0:10769:0:(client.c:2500:ptlrpc_set_wait()) set 000000001743b249 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.409411:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.409416:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409423:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5643133 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.409427:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 2/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409434:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 3/0,0 mode: PW/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409448:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 1/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409454:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5643133/0xf221502977fbcd1c lrc: 0/0,0 mode: --/PW res: [0x83e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409468:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.409469:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.409471:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.409484:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409491:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409498:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409517:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409530:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.409676:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+68:3027:x1862480742326912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24414us (24535us total) trans 4294973679 rc 0/0 00000100:00100000:0.0:1776201057.409683:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20722 00010000:00010000:0.0:1776201057.409702:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.409705:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409712:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ad497e1 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.409714:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409720:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 3/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409730:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 1/0,0 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409736:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ad497e1/0xf221502977fbcd23 lrc: 0/0,0 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.409753:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.413559:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.413565:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.413589:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.413609:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.413620:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,1 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.413626:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 2/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.413655:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.413977:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000259430dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+73:3026:x1862480742326336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29511us (30157us total) trans 4294972825 rc 0/0 00000100:00100000:0.0:1776201057.413990:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20719 00010000:00010000:0.0:1776201057.414029:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414037:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414043:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,1 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414053:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414065:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.414256:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3027:x1862480742326848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28886us (29079us total) trans 4294973680 rc 0/0 00000100:00100000:0.0:1776201057.414263:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20723 00010000:00010000:0.0:1776201057.414280:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.414284:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 2/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414292:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c359299 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.414295:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 2/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414302:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 3/0,0 mode: PW/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414321:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 1/0,0 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414327:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c359299/0xf221502977fbcd0e lrc: 0/0,0 mode: --/PW res: [0x85e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414343:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.414346:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414355:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132dd750 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.414357:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 2/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414362:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 3/0,0 mode: PW/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414373:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 1/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414378:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000132dd750/0xf221502977fbcd2a lrc: 0/0,0 mode: --/PW res: [0x84a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.414391:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.414392:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.414393:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.414645:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.414735:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000002d2faa44/2, rc 0, transno 5528 00000100:00100000:2.0:1776201057.414747:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d2faa44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742326464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.414752:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.414765:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b665c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.414801:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.414832:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328256 00000100:00100000:2.0:1776201057.414867:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20731 00000100:00100000:2.0:1776201057.414872:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c94ded pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+73:3024:x1862480742328256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.414898:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2111 count 1 00010000:00010000:2.0:1776201057.414919:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.414934:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.414942:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.414945:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.414947:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 4/0,1 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.414970:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 3/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.414981:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 4/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 24 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.414991:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f9dd02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742328320:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.415034:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db266013 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.415089:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c5dee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.415128:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.415150:0:10771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742327936 00000100:00100000:2.0:1776201057.415172:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20732 00000100:00100000:2.0:1776201057.415176:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a358be0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+74:3026:x1862480742327936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.415211:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2104 count 1 00010000:00010000:2.0:1776201057.415222:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415232:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415238:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415239:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415241:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 4/0,1 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415257:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 3/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415265:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 4/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 24 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.415273:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b4eb3b8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:10771:1862480742328448:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.415296:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f47e71af going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.415311:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016bf6c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.415334:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.415351:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328384 00000100:00100000:2.0:1776201057.415379:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20733 00000100:00100000:2.0:1776201057.415382:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b4e6ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+75:3026:x1862480742328384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.415393:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2109 count 1 00010000:00010000:2.0:1776201057.415403:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415413:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415420:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415421:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415423:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 4/0,1 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415439:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 3/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415446:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 4/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 24 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.415455:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dd295e pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742328512:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.415476:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 0000000017478f25 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.415498:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000005f5aaf05/2, rc 0, transno 5529 00000100:00100000:2.0:1776201057.415517:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f5aaf05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742326336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.415545:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1776201057.415551:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047d21d0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.415577:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.415599:0:10924:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328064 00000100:00100000:2.0:1776201057.415622:0:10924:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20734 00000100:00100000:2.0:1776201057.415626:0:10924:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca56ece9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+68:3026:x1862480742328064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.415639:0:10924:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2091 count 1 00010000:00010000:2.0:1776201057.415651:0:10924:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415662:0:10924:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415668:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415670:0:10924:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415671:0:10924:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 4/0,1 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415688:0:10924:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 3/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415695:0:10924:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 4/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.415704:0:10924:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da91a2b3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742328640:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.415725:0:10924:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d06d0d4a going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.415740:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ead4b68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.415761:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.415780:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328576 00000100:00100000:2.0:1776201057.415800:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20735 00000100:00100000:2.0:1776201057.415803:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb6888cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+76:3026:x1862480742328576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.415813:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2088 count 1 00010000:00010000:2.0:1776201057.415824:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415833:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415839:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415840:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.415842:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 4/0,1 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415860:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 3/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.415866:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 4/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.415874:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b52b04c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742328704:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.415895:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000782c9ada going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.415929:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a2b0e433/2, rc 0, transno 6384 00000100:00100000:2.0:1776201057.415938:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2b0e433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742326848:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.415948:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000006535eb91/2, rc 0, transno 6383 00000100:00100000:2.0:1776201057.415951:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006535eb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742326912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.415994:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4b0173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.416017:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.416032:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.416037:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000511adbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.416057:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.416079:0:13708:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328768 00000100:00100000:2.0:1776201057.416099:0:13708:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742328832 00000100:00100000:2.0:1776201057.416114:0:13708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20736 00000100:00100000:2.0:1776201057.416117:0:13708:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a3f0650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+70:3024:x1862480742328768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.416128:0:13708:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2127 count 1 00010000:00010000:2.0:1776201057.416139:0:13708:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416149:0:13708:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 31 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416155:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416156:0:13708:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416158:0:13708:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 4/0,1 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416175:0:13708:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 3/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 31 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416205:0:13708:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 4/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 31 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.416214:0:13708:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000994bca48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742328896:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.416235:0:13708:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4014e95 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.416250:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20737 00000100:00100000:2.0:1776201057.416254:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a4e21d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+70:3024:x1862480742328832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.416266:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2092 count 1 00010000:00010000:2.0:1776201057.416275:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416286:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416292:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416293:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416294:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 4/0,1 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416310:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 3/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 31 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416317:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 4/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 31 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.416326:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007027e1c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742328960:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.416347:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a8f757f4 going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.416365:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416373:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416381:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,1 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416388:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416406:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.416419:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.416422:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416434:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bd4b4a6 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.416437:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 2/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416443:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 3/0,0 mode: PW/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416459:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 1/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416465:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bd4b4a6/0xf221502977fbccf2 lrc: 0/0,0 mode: --/PW res: [0x83b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416486:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.416487:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.416489:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.416757:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875c1255 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3026:x1862480742325888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32831us (33074us total) trans 4294972826 rc 0/0 00000100:00100000:2.0:1776201057.416765:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20715 00000004:00080000:2.0:1776201057.416800:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000b63438ad/2, rc 0, transno 5530 00000100:00100000:2.0:1776201057.416809:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b63438ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.416845:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062364e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.416867:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.416894:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329024 00000100:00100000:2.0:1776201057.416915:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20738 00000100:00100000:2.0:1776201057.416918:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1a0673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3026:x1862480742329024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.416932:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4562 count 1 00010000:00010000:2.0:1776201057.416945:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416955:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 24 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416962:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416963:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.416965:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 4/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416983:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 24 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.416991:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 4/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 24 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.417000:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daab1da1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742329088:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.417025:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ce50822 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.417571:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089e35ab4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+71:3026:x1862480742325952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33232us (33784us total) trans 4294973681 rc 0/0 00000100:00100000:3.0:1776201057.417580:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20718 00000100:00100000:3.0:1776201057.417864:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.417927:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.417949:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.417969:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.418034:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.418056:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.418106:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f672c3ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742327296:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.418126:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418145:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.418158:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268416 00010000:00010000:3.0:1776201057.418207:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 5/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 25 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418227:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268544 00010000:00010000:3.0:1776201057.418236:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 5/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 32 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418247:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268672 00010000:00010000:3.0:1776201057.418255:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 5/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418265:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268480 00010000:00010000:3.0:1776201057.418272:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 5/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 33 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418282:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268608 00010000:00010000:3.0:1776201057.418290:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 5/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 27 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418301:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268736 00010000:00010000:3.0:1776201057.418308:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 34 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.418321:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33781 00000100:00100000:3.0:1776201057.418326:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+27:2225:x1862480738268416:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418337:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418340:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 5/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 27 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418349:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 4/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 27 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418372:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418374:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418378:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418385:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 4/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418401:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418428:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061912eb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+27:2225:x1862480738268416:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 102us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418435:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33781 00000100:00100000:3.0:1776201057.418450:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33782 00000100:00100000:3.0:1776201057.418454:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+34:2225:x1862480738268544:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418461:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418464:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 5/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 34 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418472:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 4/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 34 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418488:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418489:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418491:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418497:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 4/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418522:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418538:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3f250af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+34:2225:x1862480738268544:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 82us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418544:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33782 00000100:00100000:3.0:1776201057.418556:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33783 00000100:00100000:3.0:1776201057.418560:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+26:2225:x1862480738268672:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418567:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418570:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 5/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418578:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 4/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 26 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418591:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418592:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418594:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418601:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 4/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418612:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418627:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9534942 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+26:2225:x1862480738268672:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 66us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418633:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33783 00000100:00100000:3.0:1776201057.418643:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33784 00000100:00100000:3.0:1776201057.418647:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+33:2225:x1862480738268480:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418654:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418657:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 5/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 33 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418664:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 4/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 33 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418678:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418679:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418681:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418687:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 4/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418698:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418713:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+33:2225:x1862480738268480:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 65us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418719:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33784 00000100:00100000:3.0:1776201057.418730:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33785 00000100:00100000:3.0:1776201057.418733:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a9cb0ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+25:2225:x1862480738268608:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418741:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418744:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 5/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 25 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418751:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 4/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 25 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418764:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418765:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418767:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418773:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 4/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418783:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418798:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a9cb0ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+25:2225:x1862480738268608:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 64us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418804:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33785 00000100:00100000:3.0:1776201057.418830:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33786 00000100:00100000:3.0:1776201057.418834:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+32:2225:x1862480738268736:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.418841:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.418844:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 4/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 32 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418854:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 32 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418866:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051a25f2c/0xf221502977e554c0 lrc: 0/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e52 expref: 32 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.418881:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418882:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.418884:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418890:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 4/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418908:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.418924:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000989b7c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+31:2225:x1862480738268736:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 89us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.418930:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33786 00010000:00010000:3.0:1776201057.418948:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418955:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418967:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,1 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418972:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.418988:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.419273:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1b75aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+71:3024:x1862480742327232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30676us (30737us total) trans 4294973682 rc 0/0 00000100:00100000:3.0:1776201057.419281:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20724 00010000:00010000:3.0:1776201057.419300:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.419305:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.419313:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.419315:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 2/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.419322:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 3/0,0 mode: PW/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.419334:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 1/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.419340:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcd31 lrc: 0/0,0 mode: --/PW res: [0x82a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.419360:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.419361:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.419363:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.419701:0:6351:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e73d0bfb/0xf221502977fb4090 lrc: 0/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b916 expref: 30 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.419715:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eedf83f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742327552:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.419729:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419737:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419743:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419750:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419756:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419770:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.419923:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae5fed19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+71:3026:x1862480742327488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26155us (26202us total) trans 4294973683 rc 0/0 00000100:00100000:2.0:1776201057.419931:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20726 00010000:00010000:2.0:1776201057.419950:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.419953:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419960:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.419963:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419969:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419982:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 1/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.419993:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004701edac/0xf221502977fbcd3f lrc: 0/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420007:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.420009:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.420010:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.420165:0:10925:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b98f5b1e/0xf221502977e5609e lrc: 0/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df92ea expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.420176:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d4a3929 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742327424:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.420210:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420218:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420223:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420230:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420235:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420248:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.420407:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003de5399b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+78:3024:x1862480742327360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27023us (27091us total) trans 4294972827 rc 0/0 00000100:00100000:2.0:1776201057.420414:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20725 00010000:00010000:2.0:1776201057.420430:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.420433:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420440:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.420442:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420449:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 3/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420461:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 1/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420468:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51cb469/0xf221502977fbcd38 lrc: 0/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.420481:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.420482:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.420483:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.420601:0:10770:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e84e99b/0xf221502977e5791e lrc: 0/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9cfa expref: 29 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.420612:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7a48de9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742327680:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.420625:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.420631:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.420643:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.420650:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,1 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.420656:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.420668:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.420818:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+71:3026:x1862480742327616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25878us (25931us total) trans 4294973684 rc 0/0 00000100:00100000:0.0:1776201057.420825:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20727 00000100:00100000:0.0:1776201057.420859:0:10769:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10769:1862480742328192:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.420870:0:10769:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421258:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd1b8a4a/0xf221502977e562ea lrc: 0/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93e6 expref: 23 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.421270:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742328000:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.421283:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421290:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421296:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421303:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,1 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421309:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421324:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.421482:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009b65cff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+78:3025:x1862480742327872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19406us (19909us total) trans 4294972828 rc 0/0 00000100:00100000:0.0:1776201057.421489:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20729 00010000:00010000:0.0:1776201057.421517:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.421521:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421528:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.421531:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 2/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421537:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 3/0,0 mode: PW/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421552:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 1/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421563:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4f2d107/0xf221502977fbcd46 lrc: 0/0,0 mode: --/PW res: [0x851:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421577:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.421579:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421585:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013420c1b already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.421587:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 2/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421592:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 3/0,0 mode: PW/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421601:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 1/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421607:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013420c1b/0xf221502977fbcd54 lrc: 0/0,0 mode: --/PW res: [0x83a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421618:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.421619:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.421620:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201057.421643:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000156c1663/2, rc 0, transno 5532 00000100:00100000:0.0:1776201057.421654:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000156c1663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742327872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201057.421677:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad9fe2f9/0xf221502977e56c52 lrc: 0/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df97a5 expref: 22 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.421692:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742327808:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.421702:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421710:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421715:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421721:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421727:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.421739:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.421901:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026e7b7e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+78:3024:x1862480742327744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26528us (26586us total) trans 4294972829 rc 0/0 00000100:00100000:0.0:1776201057.421909:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20728 00010000:00010000:3.0:1776201057.425998:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.426010:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.426025:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de4bf39 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.426029:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.426039:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 3/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.426064:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 1/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.426070:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de4bf39/0xf221502977fbcd4d lrc: 0/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.426088:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.426089:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.426090:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.426246:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000043317391/2, rc 0, transno 5533 00000100:00100000:3.0:1776201057.426259:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043317391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.426274:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000092bcb316/2, rc 0, transno 5531 00000100:00100000:3.0:1776201057.426277:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092bcb316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327360:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.426290:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000005ebf6937/2, rc 0, transno 6386 00000100:00100000:3.0:1776201057.426299:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ebf6937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742327232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.426363:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742329216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.426427:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.426464:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776201057.426469:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9534942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742329280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.426490:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201057.426969:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.427020:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a80fc01f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.427057:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061912eb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742329152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776201057.427417:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329216 00000100:00100000:0.0:1776201057.427461:0:6353:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329280 00000100:00100000:0.0:1776201057.427486:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20739 00000100:00100000:0.0:1776201057.427491:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:3024:x1862480742329216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201057.427528:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2115 count 1 00010000:00010000:0.0:1776201057.427555:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.427574:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 21 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.427583:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.427585:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201057.427587:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 4/0,1 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.427613:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 21 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.427624:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 21 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.427633:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742329408:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201057.427677:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20740 00000100:00100000:1.0:1776201057.427681:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f672c3ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+79:3024:x1862480742329280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201057.427695:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2092 count 1 00010000:00010000:1.0:1776201057.427706:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.427716:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 21 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.427727:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.427728:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201057.427729:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 4/0,1 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.427747:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 3/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 21 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.427756:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 4/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 21 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.427763:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742329472:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.427796:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.427831:0:10925:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329152 00000100:00100000:2.0:1776201057.427854:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20741 00000100:00100000:2.0:1776201057.427858:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6db1d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+80:3027:x1862480742329152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.427869:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2093 count 1 00010000:00010000:2.0:1776201057.427880:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.427891:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 21 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.427897:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.427898:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.427899:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 4/0,1 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.427915:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 3/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 21 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.427922:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 4/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 21 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.427930:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6c873fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742329536:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.427982:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000352e65ad going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.428097:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.428117:0:6351:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329344 00000100:00100000:2.0:1776201057.428136:0:6351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20742 00000100:00100000:2.0:1776201057.428139:0:6351:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069b28ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+71:3026:x1862480742329344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.428150:0:6351:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2139 count 1 00010000:00010000:2.0:1776201057.428165:0:6351:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428176:0:6351:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 28 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428207:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428209:0:6351:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428210:0:6351:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 4/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428228:0:6351:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 28 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428235:0:6351:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 28 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.428245:0:6351:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059469bf4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742329600:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.428272:0:6351:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071ef459b going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.428312:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a49d6c9e/2, rc 0, transno 6388 00000100:00100000:2.0:1776201057.428323:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a49d6c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327616:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.428334:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000004b1828cc/2, rc 0, transno 6387 00000100:00100000:2.0:1776201057.428338:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b1828cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327488:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.428346:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000bd5e2fb8/2, rc 0, transno 6385 00000100:00100000:2.0:1776201057.428348:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5e2fb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742325952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.428413:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005916437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742329792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.428474:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.428491:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776201057.428497:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddcec877 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742329728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.428530:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.428555:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329792 00000100:00100000:2.0:1776201057.428576:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329728 00000100:00100000:2.0:1776201057.428590:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20743 00000100:00100000:2.0:1776201057.428594:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000604c7374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+73:3025:x1862480742329792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.428605:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2116 count 1 00010000:00010000:2.0:1776201057.428617:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428627:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 28 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428633:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428634:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428636:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 4/0,1 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428652:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 3/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 28 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428659:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 4/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 28 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.428666:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002950876d pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742329856:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.428688:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000037af9b6 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.428704:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20744 00000100:00100000:2.0:1776201057.428708:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa78c34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+73:3025:x1862480742329728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.428719:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2103 count 1 00010000:00010000:2.0:1776201057.428730:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428739:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 28 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428744:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428745:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428746:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 4/0,1 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428761:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 3/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 28 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428769:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 4/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 28 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.428777:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c89ff1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742329920:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.428797:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 000000001ddc0068 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.428812:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776201057.428818:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057648368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.428841:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.428863:0:10772:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742329664 00000100:00100000:2.0:1776201057.428882:0:10772:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20745 00000100:00100000:2.0:1776201057.428886:0:10772:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469c80ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+74:3026:x1862480742329664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.428898:0:10772:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2140 count 1 00010000:00010000:2.0:1776201057.428908:0:10772:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428919:0:10772:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 28 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428924:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428926:0:10772:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.428927:0:10772:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 4/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428943:0:10772:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 28 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.428951:0:10772:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 28 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.428959:0:10772:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020584742 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742329984:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.428980:0:10772:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b37b644e going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.429738:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 000000007284734d going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.429900:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.429923:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268864 00010000:00010000:0.0:1776201057.429946:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 5/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.429973:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33787 00000100:00100000:0.0:1776201057.429978:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738268864:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.429989:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.429993:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 5/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430004:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 4/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430030:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430031:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430035:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430043:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 4/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430073:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.430102:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738268864:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 121us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.430109:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33787 00000100:00100000:0.0:1776201057.430156:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.430173:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268800 00010000:00010000:0.0:1776201057.430207:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 4/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 29 pid: 10771 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.430226:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33788 00000100:00100000:0.0:1776201057.430230:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+29:2225:x1862480738268800:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.430237:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.430240:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 4/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 29 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430253:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 3/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 29 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430268:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3e088a5/0xf221502977fb51f4 lrc: 0/0,0 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6bfa6 expref: 29 pid: 10771 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430283:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430284:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430286:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430292:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 4/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430307:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.430325:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+28:2225:x1862480738268800:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 94us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.430331:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33788 00010000:00010000:0.0:1776201057.430348:0:10769:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430356:0:10769:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430365:0:10769:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430374:0:10769:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430389:0:10769:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.430655:0:10769:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44bb2fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:3025:x1862480742328128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21412us (22934us total) trans 4294973685 rc 0/0 00000100:00100000:0.0:1776201057.430663:0:10769:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20730 00010000:00010000:0.0:1776201057.430682:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.430687:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430694:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e10c295 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.430696:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430704:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 3/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430715:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 1/0,0 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430720:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbcd5b lrc: 0/0,0 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430732:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.430734:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.430735:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.430833:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.430851:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.430864:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268992 00010000:00010000:0.0:1776201057.430877:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 5/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 22 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.430894:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738268928 00010000:00010000:0.0:1776201057.430903:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 5/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.430920:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33789 00000100:00100000:0.0:1776201057.430925:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738268992:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.430933:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.430936:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 5/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 22 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430945:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 4/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 22 pid: 13780 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.430958:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430959:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.430961:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430967:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 4/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.430978:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.430997:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738268992:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 71us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431003:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33789 00000100:00100000:0.0:1776201057.431015:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33790 00000100:00100000:0.0:1776201057.431019:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738268928:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201057.431025:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.431029:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 5/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431055:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 4/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431069:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431070:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431072:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431077:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 4/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431088:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.431104:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738268928:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 85us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431111:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33790 00000100:00100000:0.0:1776201057.431337:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.431357:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.431371:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269248 00010000:00010000:0.0:1776201057.431384:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 5/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.431409:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269184 00010000:00010000:0.0:1776201057.431417:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 5/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 22 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.431433:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33791 00000100:00100000:0.0:1776201057.431437:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738269248:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.431444:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.431447:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 5/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431455:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 4/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 28 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431467:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431468:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431470:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431476:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 4/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431486:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.431515:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738269248:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 76us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431521:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33791 00000100:00100000:0.0:1776201057.431533:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33792 00000100:00100000:0.0:1776201057.431537:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048384c08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738269184:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.431544:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.431547:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 5/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 22 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431554:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 4/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 22 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431566:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431567:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431569:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431575:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 4/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431586:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.431601:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048384c08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738269184:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 63us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431607:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33792 00000100:00100000:0.0:1776201057.431660:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.431687:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.431700:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269120 00010000:00010000:0.0:1776201057.431710:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 5/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.431724:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269056 00010000:00010000:0.0:1776201057.431732:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 5/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 23 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.431748:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33793 00000100:00100000:0.0:1776201057.431751:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+23:2226:x1862480738269120:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.431758:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.431761:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 5/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 23 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431767:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 4/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 23 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431779:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431780:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431782:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431788:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 4/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431799:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.431814:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+23:2226:x1862480738269120:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431820:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33793 00000100:00100000:0.0:1776201057.431831:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33794 00000100:00100000:0.0:1776201057.431835:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738269056:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776201057.431842:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.431845:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 5/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431853:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 4/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.431866:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431867:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.431869:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431875:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 4/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.431885:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.431902:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738269056:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 67us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.431908:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33794 00000100:00100000:0.0:1776201057.431955:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.431979:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269312 00010000:00010000:0.0:1776201057.431991:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 5/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 28 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.432006:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33795 00000100:00100000:0.0:1776201057.432010:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738269312:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201057.432016:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.432018:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 5/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 28 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.432031:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 4/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 28 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.432042:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.432043:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.432045:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.432051:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 4/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.432061:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.432080:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738269312:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 69us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.432085:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33795 00010000:00010000:2.0:1776201057.432229:0:10924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8d373a0/0xf221502977e555d1 lrc: 0/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ebb expref: 27 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.432244:0:10924:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da91a2b3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:10924:1862480742328640:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.432264:0:10924:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432272:0:10924:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432282:0:10924:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432289:0:10924:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,1 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432294:0:10924:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432314:0:10924:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.432589:0:10924:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca56ece9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:3026:x1862480742328064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16960us (17011us total) trans 4294973686 rc 0/0 00000100:00100000:2.0:1776201057.432597:0:10924:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20734 00010000:00010000:2.0:1776201057.432627:0:13708:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa2e2a8e/0xf221502977e577b9 lrc: 0/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9c60 expref: 26 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.432636:0:13708:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000994bca48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13708:1862480742328896:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.432647:0:13708:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432653:0:13708:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432657:0:13708:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432667:0:13708:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,1 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432672:0:13708:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432686:0:13708:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776201057.432824:0:13708:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a3f0650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+75:3024:x1862480742328768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16705us (16806us total) trans 4294973687 rc 0/0 00000100:00100000:2.0:1776201057.432830:0:13708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20736 00010000:00010000:2.0:1776201057.432859:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c09c52cf/0xf221502977e55098 lrc: 0/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ca7 expref: 21 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.432869:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b52b04c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742328704:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.432881:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432887:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432892:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432898:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432908:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.432920:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776201057.433063:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb6888cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3026:x1862480742328576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17257us (17301us total) trans 4294972830 rc 0/0 00000100:00100000:2.0:1776201057.433070:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20735 00010000:00010000:2.0:1776201057.433089:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201057.433094:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433102:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.433106:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 2/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433113:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 3/0,0 mode: PW/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433128:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 1/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433134:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076c81a6f/0xf221502977fbcd77 lrc: 0/0,0 mode: --/PW res: [0x82b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433149:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201057.433151:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433161:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000143a3cc9 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.433163:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 2/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433169:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 3/0,0 mode: PW/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433177:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 1/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433206:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000143a3cc9/0xf221502977fbcd85 lrc: 0/0,0 mode: --/PW res: [0x84f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433217:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.433219:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433225:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.433226:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433231:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 3/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433239:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 1/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433249:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018dd77c1/0xf221502977fbcd7e lrc: 0/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433260:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433261:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433263:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433284:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eebe24aa/0xf221502977e56536 lrc: 0/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df94db expref: 20 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.433293:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dd295e pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742328512:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.433303:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433310:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433315:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433322:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,1 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433327:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433341:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.433534:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b4e6ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+81:3026:x1862480742328384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18150us (18199us total) trans 4294972831 rc 0/0 00000100:00100000:2.0:1776201057.433541:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20733 00010000:00010000:2.0:1776201057.433557:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.433560:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433567:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.433569:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 2/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433575:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 3/0,0 mode: PW/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433584:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 1/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433590:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cb43538/0xf221502977fbcd70 lrc: 0/0,0 mode: --/PW res: [0x83d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433603:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433604:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433605:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.433632:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ad4b0173/2, rc 0, transno 6391 00000100:00100000:2.0:1776201057.433643:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4b0173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328768:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.433667:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055e8aec1/0xf221502977e556a3 lrc: 0/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8f16 expref: 25 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.433683:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007027e1c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742328960:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.433694:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433700:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433705:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433711:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433717:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433728:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.433878:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a4e21d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+75:3024:x1862480742328832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17622us (17819us total) trans 4294973688 rc 0/0 00000100:00100000:2.0:1776201057.433885:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20737 00010000:00010000:2.0:1776201057.433901:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.433904:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433910:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.433912:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433917:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 3/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433928:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 1/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433934:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbcd8c lrc: 0/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.433948:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433949:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.433950:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.433965:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000511adbbd/2, rc 0, transno 6392 00000100:00100000:2.0:1776201057.433969:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000511adbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.433989:0:10771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a76f9a0/0xf221502977e5617e lrc: 0/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df934c expref: 19 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.433998:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b4eb3b8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:10771:1862480742328448:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.434008:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434014:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434019:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434030:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,1 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434036:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434049:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776201057.434206:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a358be0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+81:3026:x1862480742327936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19029us (19077us total) trans 4294972832 rc 0/0 00000100:00100000:2.0:1776201057.434212:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20732 00010000:00010000:2.0:1776201057.434227:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.434230:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434236:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.434238:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 2/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434244:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 3/0,0 mode: PW/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434254:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 1/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434260:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001082de99/0xf221502977fbcd69 lrc: 0/0,0 mode: --/PW res: [0x838:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434276:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.434278:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.434279:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201057.434299:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000007186d07a/2, rc 0, transno 6389 00000100:00100000:2.0:1776201057.434304:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007186d07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742328128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.434383:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000218c7725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.434418:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.434454:0:10771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330176 00000100:00100000:2.0:1776201057.434482:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20746 00000100:00100000:2.0:1776201057.434487:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaca6eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+75:3024:x1862480742330176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.434521:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4516 count 1 00010000:00010000:2.0:1776201057.434541:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: --/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434556:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 2/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434562:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.434565:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.434567:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 4/0,1 mode: --/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434590:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 3/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434601:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 4/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.434613:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093beadf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742330240:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.434664:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064437f67 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.434687:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afa4fc20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.434713:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.434733:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330048 00000100:00100000:2.0:1776201057.434751:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20747 00000100:00100000:2.0:1776201057.434755:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+76:3026:x1862480742330048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.434766:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2100 count 1 00010000:00010000:2.0:1776201057.434776:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434786:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434791:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.434792:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.434794:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 4/0,1 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434810:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 3/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 24 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.434819:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 4/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.434827:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092a99d77 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742330304:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.434849:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbab46f9 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.434875:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000047d21d0e/2, rc 0, transno 6390 00000100:00100000:2.0:1776201057.434883:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047d21d0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328064:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776201057.434895:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000009ead4b68/2, rc 0, transno 5534 00000100:00100000:2.0:1776201057.434906:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ead4b68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.434940:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776201057.434947:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ace2890b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.434971:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.434991:0:13780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330368 00000100:00100000:2.0:1776201057.435010:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20748 00000100:00100000:2.0:1776201057.435014:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b6ccb20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+81:3024:x1862480742330368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.435025:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2094 count 1 00010000:00010000:2.0:1776201057.435038:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435049:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 18 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435054:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.435055:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.435057:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 4/0,1 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435073:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 3/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 18 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435081:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 4/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 18 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.435091:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eca8bdf pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742330432:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.435113:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a8f757f4 going to sleep for 6 seconds 00000004:00080000:2.0:1776201057.435156:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a5c5dee1/2, rc 0, transno 5536 00000100:00100000:2.0:1776201057.435164:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c5dee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742327936:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776201057.435217:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000016bf6c4f/2, rc 0, transno 5535 00000100:00100000:2.0:1776201057.435224:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016bf6c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742328384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.435254:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018d5456f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776201057.435276:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.435300:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330624 00000100:00100000:2.0:1776201057.435318:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20749 00000100:00100000:2.0:1776201057.435322:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ba4e54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+82:3024:x1862480742330624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776201057.435332:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4559 count 1 00010000:00010000:2.0:1776201057.435343:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435353:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 18 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435359:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.435360:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.435361:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 4/0,1 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435378:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 3/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 18 pid: 6354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.435389:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 4/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 18 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.435396:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9aaaab pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742330688:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.435417:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4014e95 going to sleep for 6 seconds 00000100:00100000:2.0:1776201057.435439:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db8bdf8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.435463:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.435480:0:13708:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330496 00000100:00100000:1.0:1776201057.436491:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 00000000307c5e84 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.436787:0:12096:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec2537d3/0xf221502977e5669b lrc: 0/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df957c expref: 18 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.436805:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f9dd02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12096:1862480742328320:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.436825:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.436833:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.436839:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.436848:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,1 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.436854:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.436877:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.437244:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c94ded pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+83:3024:x1862480742328256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22369us (22442us total) trans 4294972833 rc 0/0 00000100:00100000:3.0:1776201057.437254:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20731 00000100:00100000:3.0:1776201057.437277:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20750 00000100:00100000:3.0:1776201057.437282:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4e0e441 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+77:3026:x1862480742330496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.437302:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2112 count 1 00010000:00010000:3.0:1776201057.437320:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437333:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 24 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437339:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.437341:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.437343:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 4/0,1 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437373:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 3/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 24 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437382:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 4/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 24 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.437393:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005709ae9d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742330752:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.437419:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fd4ba601 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.437434:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.437438:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437445:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dc17016 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.437448:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 2/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437455:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 3/0,0 mode: PW/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437473:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 1/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437479:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dc17016/0xf221502977fbcd62 lrc: 0/0,0 mode: --/PW res: [0x83f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437493:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.437494:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.437496:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.437547:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1776201057.437555:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000055d7e90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.437585:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.437609:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb7d1afd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.437630:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.437662:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330112 00000100:00100000:3.0:1776201057.437687:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330560 00000100:00100000:3.0:1776201057.437701:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20751 00000100:00100000:3.0:1776201057.437705:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fbc9bc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+78:3026:x1862480742330112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.437717:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2115 count 1 00010000:00010000:3.0:1776201057.437728:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437738:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437744:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.437745:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.437747:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 4/0,1 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437763:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 24 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437772:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 24 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.437780:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742330816:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.437801:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d16220b1 going to sleep for 6 seconds 00010000:00010000:3.0:1776201057.437834:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071db7c66/0xf221502977fbabb2 lrc: 0/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6decb expref: 17 pid: 13780 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.437845:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daab1da1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742329088:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.437858:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437865:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437869:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437876:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437882:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.437896:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.438099:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1a0673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+84:3026:x1862480742329024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21179us (21231us total) trans 4294972834 rc 0/0 00000100:00100000:3.0:1776201057.438105:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20738 00000100:00100000:3.0:1776201057.438121:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20752 00000100:00100000:3.0:1776201057.438124:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+83:3026:x1862480742330560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.438136:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2114 count 1 00010000:00010000:3.0:1776201057.438147:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438156:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 16 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438162:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.438163:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.438165:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 4/0,1 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438216:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 3/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 16 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438224:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 4/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.438234:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742330880:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.438255:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1a98ee5 going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.438279:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000062364e00/2, rc 0, transno 5538 00000100:00100000:3.0:1776201057.438296:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062364e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329024:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776201057.438333:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000045b665c7/2, rc 0, transno 5537 00000100:00100000:3.0:1776201057.438336:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b665c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742328256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.438346:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.438350:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438357:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf0a876 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.438359:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438365:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438377:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 1/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438388:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbf0a876/0xf221502977fbcd93 lrc: 0/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438402:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.438403:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.438404:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.438423:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.438478:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776201057.438486:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.438523:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.438546:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742330944 00000100:00100000:3.0:1776201057.438565:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20753 00000100:00100000:3.0:1776201057.438568:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000247e4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+84:3024:x1862480742330944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201057.438579:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2081 count 1 00010000:00010000:3.0:1776201057.438589:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438600:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 16 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438606:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.438608:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.438609:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 4/0,1 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438626:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 3/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 16 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.438639:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 4/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 16 pid: 12095 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.438648:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fb4091 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742331008:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.438665:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 0000000032f34145 going to sleep for 6 seconds 00010000:00010000:0.0:1776201057.439126:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.440990:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6353:1862480742329408:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201057.441017:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.441482:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6c873fa pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:10925:1862480742329536:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.441511:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.441552:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002950876d pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12103:1862480742329856:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.441563:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.441586:0:6351:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059469bf4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6351:1862480742329600:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.441596:0:6351:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.441622:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c89ff1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742329920:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.441632:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.441656:0:10772:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020584742 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:10772:1862480742329984:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.441666:0:10772:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.442526:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.442603:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.443264:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269440 00010000:00010000:0.0:1776201057.443300:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 25 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.443366:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.443613:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269376 00010000:00010000:3.0:1776201057.443632:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 4/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 17 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.443652:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269568 00010000:00010000:3.0:1776201057.443663:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 4/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 26 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.443682:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33796 00000100:00100000:3.0:1776201057.443689:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fddfe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+26:2225:x1862480738269440:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.443704:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.443709:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 4/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 26 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443718:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 26 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443743:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca5cfe90/0xf221502977e5826a lrc: 0/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa0b9 expref: 26 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443758:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.443760:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.443763:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.443772:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 4/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.443797:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.443850:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fddfe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+25:2225:x1862480738269440:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 160us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.443857:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33796 00000100:00100000:3.0:1776201057.443873:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33797 00000100:00100000:3.0:1776201057.443878:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+17:2226:x1862480738269376:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.443886:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.443890:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 4/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 17 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443901:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 3/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 17 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443916:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036e9c91c/0xf221502977e5557d lrc: 0/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e98 expref: 17 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.443924:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.443926:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.443928:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.443933:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 4/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.443949:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.443966:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+16:2226:x1862480738269376:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 88us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.443972:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33797 00000100:00100000:3.0:1776201057.443984:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33798 00000100:00100000:3.0:1776201057.443988:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000297b79a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+24:2225:x1862480738269568:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.443994:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.443998:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 4/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 24 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.444006:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 3/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 24 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.444017:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f8888e9/0xf221502977e56242 lrc: 0/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df93a0 expref: 24 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.444026:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.444027:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.444028:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444034:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 4/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444049:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.444065:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000297b79a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+23:2225:x1862480738269568:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 76us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.444070:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33798 00010000:00010000:3.0:1776201057.444091:0:6351:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444103:0:6351:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444111:0:6351:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,1 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444117:0:6351:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444131:0:6351:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.444486:0:6351:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069b28ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+79:3026:x1862480742329344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16343us (16387us total) trans 4294973689 rc 0/0 00000100:00100000:3.0:1776201057.444495:0:6351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20742 00010000:00010000:3.0:1776201057.444532:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.444538:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444546:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f94ad799 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.444549:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 2/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444557:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 3/0,0 mode: PW/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444572:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 1/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444583:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f94ad799/0xf221502977fbcdaf lrc: 0/0,0 mode: --/PW res: [0x85b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444600:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444601:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444603:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444612:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444619:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444626:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,1 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444632:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444647:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.444799:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa78c34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+79:3025:x1862480742329728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16089us (16267us total) trans 4294973690 rc 0/0 00000100:00100000:3.0:1776201057.444806:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20744 00010000:00010000:3.0:1776201057.444822:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.444825:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444832:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b1e276ae already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.444834:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 2/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444840:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 3/0,0 mode: PW/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444851:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 1/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444857:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1e276ae/0xf221502977fbcdbd lrc: 0/0,0 mode: --/PW res: [0x837:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444869:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444870:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444871:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.444883:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444890:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444896:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,1 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444903:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.444915:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.445080:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6db1d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+85:3027:x1862480742329152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17221us (17284us total) trans 4294972835 rc 0/0 00000100:00100000:3.0:1776201057.445087:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20741 00010000:00010000:3.0:1776201057.445102:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.445105:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445111:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c5cef94 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.445112:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 2/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445118:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 3/0,0 mode: PW/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445127:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 1/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445132:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c5cef94/0xf221502977fbcda8 lrc: 0/0,0 mode: --/PW res: [0x82d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445143:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.445145:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.445146:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.445201:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ddcec877/2, rc 0, transno 6394 00000100:00100000:3.0:1776201057.445213:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddcec877 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742329728:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.445253:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a80fc01f/2, rc 0, transno 6393 00000100:00100000:3.0:1776201057.445257:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a80fc01f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329344:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.445277:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000061912eb1/2, rc 0, transno 5539 00000100:00100000:3.0:1776201057.445285:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061912eb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742329152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.445370:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.445436:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.445462:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201057.445482:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269504 00010000:00010000:3.0:1776201057.445516:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 4/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 23 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.445539:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269696 00010000:00010000:3.0:1776201057.445549:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.445560:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269632 00010000:00010000:3.0:1776201057.445568:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 24 pid: 6353 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.445581:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33799 00000100:00100000:3.0:1776201057.445585:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7a40900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+24:2226:x1862480738269504:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.445596:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.445600:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 4/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445607:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 3/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445621:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004488b60b/0xf221502977e56e2e lrc: 0/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9870 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445631:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445634:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445636:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445643:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 4/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445665:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.445686:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7a40900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+23:2226:x1862480738269504:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 100us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.445693:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33799 00000100:00100000:3.0:1776201057.445732:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33800 00000100:00100000:3.0:1776201057.445736:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e4eacd9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+16:2225:x1862480738269696:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.445743:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.445747:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445756:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445769:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000264faef4/0xf221502977e56aca lrc: 0/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9720 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445779:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445780:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445782:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445788:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 4/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445809:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.445825:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e4eacd9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+15:2225:x1862480738269696:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 88us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.445831:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33800 00000100:00100000:3.0:1776201057.445842:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33801 00000100:00100000:3.0:1776201057.445846:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+22:2226:x1862480738269632:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776201057.445853:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.445856:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 4/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 22 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445864:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 22 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445876:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000906c93e3/0xf221502977e58423 lrc: 0/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71dfa161 expref: 22 pid: 6353 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.445885:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445886:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.445888:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445893:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 4/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445908:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.445924:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+21:2226:x1862480738269632:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 77us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.445930:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33801 00010000:00010000:3.0:1776201057.445950:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445956:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445964:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,1 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445970:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.445982:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.446166:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000604c7374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+79:3025:x1862480742329792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17571us (17692us total) trans 4294973691 rc 0/0 00000100:00100000:3.0:1776201057.446173:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20743 00000004:00080000:3.0:1776201057.446246:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000005916437/2, rc 0, transno 6395 00000100:00100000:3.0:1776201057.446251:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005916437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742329792:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201057.446269:0:10772:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446276:0:10772:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446282:0:10772:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,1 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446288:0:10772:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446300:0:10772:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.446471:0:10772:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469c80ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+79:3026:x1862480742329664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17583us (17629us total) trans 4294973692 rc 0/0 00000100:00100000:3.0:1776201057.446476:0:10772:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20745 00010000:00010000:3.0:1776201057.446492:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.446496:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446806:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.446810:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446824:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e3918547 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.446826:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 2/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446834:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 3/0,0 mode: PW/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446851:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 1/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446858:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3918547/0xf221502977fbcdc4 lrc: 0/0,0 mode: --/PW res: [0x85c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446874:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.446875:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.446877:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.446885:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446893:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446899:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.446904:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446975:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006adbe226 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.446978:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 2/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446983:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 3/0,0 mode: PW/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446993:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 1/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.446998:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006adbe226/0xf221502977fbcdb6 lrc: 0/0,0 mode: --/PW res: [0x844:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.447012:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.447014:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.447024:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c90a3e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.447027:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.447033:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.447043:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 2/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.447050:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.447051:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.447331:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447350:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447366:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447382:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447402:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447422:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447434:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447445:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447477:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.447511:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270208 00010000:00010000:2.0:1776201057.447537:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 5/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 15 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447554:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269824 00010000:00010000:2.0:1776201057.447563:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 5/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447575:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269952 00010000:00010000:2.0:1776201057.447584:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 5/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 21 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447594:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270080 00010000:00010000:2.0:1776201057.447603:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 5/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447613:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270272 00010000:00010000:2.0:1776201057.447621:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 5/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 18 pid: 12095 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447631:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269760 00010000:00010000:2.0:1776201057.447639:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 5/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 22 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447650:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738269888 00010000:00010000:2.0:1776201057.447657:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 5/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 19 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447668:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270016 00010000:00010000:2.0:1776201057.447675:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 5/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 23 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447686:0:10937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270144 00010000:00010000:2.0:1776201057.447694:0:10937:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 5/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 24 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.447710:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33802 00000100:00100000:2.0:1776201057.447715:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038d14884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+19:2228:x1862480738270208:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201057.447727:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.447730:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 5/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 19 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447739:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 4/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 19 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447757:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447759:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447762:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447770:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 4/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447788:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.447816:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038d14884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+19:2228:x1862480738270208:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 100us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.447823:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33802 00000100:00100000:2.0:1776201057.447838:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33803 00000100:00100000:2.0:1776201057.447841:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011558c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+18:2225:x1862480738269824:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.447848:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.447852:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 5/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 18 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447859:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 4/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 18 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447872:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447873:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447875:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447881:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 4/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447892:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.447908:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011558c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+18:2225:x1862480738269824:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 66us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.447914:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33803 00000100:00100000:2.0:1776201057.447925:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33804 00000100:00100000:2.0:1776201057.447928:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fddfe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+24:2225:x1862480738269952:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.447935:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.447938:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 5/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 24 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447945:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 4/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 24 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.447960:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447961:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.447963:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447970:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 4/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.447981:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.447996:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fddfe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+24:2225:x1862480738269952:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 66us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448002:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33804 00000100:00100000:2.0:1776201057.448013:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33805 00000100:00100000:2.0:1776201057.448017:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+17:2225:x1862480738270080:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448023:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448027:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 5/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448035:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 4/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448047:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448049:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448050:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448056:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 4/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448066:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448081:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+17:2225:x1862480738270080:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 64us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448087:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33805 00000100:00100000:2.0:1776201057.448099:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33806 00000100:00100000:2.0:1776201057.448103:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b51fa6de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+16:2225:x1862480738270272:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448108:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448112:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 5/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 16 pid: 12095 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448118:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 4/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 16 pid: 12095 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448130:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448133:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448134:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448139:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 4/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448149:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448160:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b51fa6de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+16:2225:x1862480738270272:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 57us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448166:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33806 00000100:00100000:2.0:1776201057.448224:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33807 00000100:00100000:2.0:1776201057.448227:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000297b79a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+23:2225:x1862480738269760:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448234:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448239:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 5/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 23 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448247:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 4/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 23 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448259:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448260:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448262:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448269:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 4/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448280:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448292:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000297b79a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+23:2225:x1862480738269760:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 64us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448298:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33807 00000100:00100000:2.0:1776201057.448310:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33808 00000100:00100000:2.0:1776201057.448313:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020584742 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+15:2225:x1862480738269888:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448321:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448326:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 5/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 15 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448333:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 4/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 15 pid: 6354 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448347:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448348:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448350:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448356:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 4/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448367:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448378:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020584742 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+15:2225:x1862480738269888:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 64us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448384:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33808 00000100:00100000:2.0:1776201057.448395:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33809 00000100:00100000:2.0:1776201057.448399:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c89ff1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+22:2225:x1862480738270016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448405:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448409:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 5/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448416:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 4/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 22 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448427:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448428:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448430:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448435:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 4/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448445:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448456:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c89ff1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+22:2225:x1862480738270016:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 57us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448462:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33809 00000100:00100000:2.0:1776201057.448472:0:10937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33810 00000100:00100000:2.0:1776201057.448476:0:10937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002950876d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+21:2225:x1862480738270144:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776201057.448482:0:10937:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.448486:0:10937:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 5/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 21 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448495:0:10937:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 4/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 21 pid: 10925 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.448519:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448521:0:10937:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.448522:0:10937:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448528:0:10937:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 4/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448538:0:10937:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.448550:0:10937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002950876d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b1842e67-c817-43d9-bd43-cf870479ca00+21:2225:x1862480738270144:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 74us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.448555:0:10937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33810 00010000:00010000:2.0:1776201057.448603:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f37fea8/0xf221502977fba4f8 lrc: 0/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dca2 expref: 14 pid: 6354 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.448616:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9aaaab pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742330688:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.448635:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448642:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448648:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448656:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,1 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.448662:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 2/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.448736:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.448743:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbcd9a lrc: 0/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448868:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.448873:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448880:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.448882:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 3/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448889:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 4/0,0 mode: PW/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448901:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 2/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448912:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.448913:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.448915:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.448936:0:10770:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a7b381c/0xf221502977e554b2 lrc: 0/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8e44 expref: 13 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.448945:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:10770:1862480742329472:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.448956:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448963:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448968:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448974:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,1 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448979:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.448991:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201057.449060:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ed94f8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+85:3024:x1862480742329216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21568us (22634us total) trans 4294972836 rc 0/0 00000100:00100000:0.0:1776201057.449068:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20739 00000004:00080000:0.0:1776201057.449108:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000b3f250af/2, rc 0, transno 5540 00000100:00100000:0.0:1776201057.449119:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3f250af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742329216:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776201057.449145:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e9534942/2, rc 0, transno 5541 00000100:00100000:0.0:1776201057.449151:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9534942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742329280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201057.449233:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f672c3ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+85:3024:x1862480742329280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21550us (22742us total) trans 4294972837 rc 0/0 00000100:00100000:1.0:1776201057.449240:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20740 00010000:00010000:1.0:1776201057.449257:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.449260:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.449267:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7bcebbf already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.449269:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 2/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.449275:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 3/0,0 mode: PW/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.449287:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 1/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.449292:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbcda1 lrc: 0/0,0 mode: --/PW res: [0x82c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.449306:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.449307:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.449308:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.449423:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.449447:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a12752/0xf221502977e56d6a lrc: 0/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9815 expref: 20 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.449458:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742330816:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.449469:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449476:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449481:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449492:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,1 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449498:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449525:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.449718:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fbc9bc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+79:3026:x1862480742330112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12012us (12133us total) trans 4294973693 rc 0/0 00000100:00100000:3.0:1776201057.449725:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20751 00010000:00010000:3.0:1776201057.449758:0:10927:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c31348bc/0xf221502977e54523 lrc: 0/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88b7 expref: 12 pid: 12095 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.449767:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fb4091 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:10927:1862480742331008:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.449776:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449782:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449786:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449792:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449802:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.449823:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.449970:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000247e4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+85:3024:x1862480742330944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11400us (11447us total) trans 4294972838 rc 0/0 00000100:00100000:3.0:1776201057.449977:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20753 00000004:00080000:3.0:1776201057.450020:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000055d7e90/2, rc 0, transno 6397 00000100:00100000:3.0:1776201057.450025:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000055d7e90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330112:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.450038:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000057648368/2, rc 0, transno 6396 00000100:00100000:3.0:1776201057.450042:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057648368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742329664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.450135:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201057.450139:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450146:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062543c7d already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.450149:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 2/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450155:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 3/0,0 mode: PW/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450169:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 1/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450175:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062543c7d/0xf221502977fbcdee lrc: 0/0,0 mode: --/PW res: [0x843:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450205:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.450208:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450213:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc43432b already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.450215:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450221:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 3/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450229:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 1/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450234:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc43432b/0xf221502977fbcdfc lrc: 0/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.450256:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.450257:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.450259:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201057.450277:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000045273bce/2, rc 0, transno 5542 00000100:00100000:0.0:1776201057.450288:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045273bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330944:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.450331:0:10771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003caafae3/0xf221502977fb2ca8 lrc: 0/0,0 mode: --/PW res: [0x11a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6b255 expref: 19 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.450343:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093beadf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742330240:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.450357:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450364:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450369:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450375:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,1 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450381:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 2/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450406:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.450599:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaca6eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+79:3024:x1862480742330176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16111us (16181us total) trans 4294973694 rc 0/0 00000100:00100000:3.0:1776201057.450607:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20746 00010000:00010000:3.0:1776201057.450642:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015de50e8/0xf221502977e55641 lrc: 0/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8ede expref: 11 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.450651:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eca8bdf pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742330432:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.450661:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450667:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450672:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450677:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,1 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450683:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450701:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.450835:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b6ccb20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+85:3024:x1862480742330368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15819us (15862us total) trans 4294972839 rc 0/0 00000100:00100000:3.0:1776201057.450841:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20748 00010000:00010000:3.0:1776201057.450857:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.450861:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 2/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450868:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab1f4d29 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.450870:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 2/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450876:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 3/0,0 mode: PW/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450888:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 1/0,0 mode: --/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450894:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab1f4d29/0xf221502977fbcdcb lrc: 0/0,0 mode: --/PW res: [0x11a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450919:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.450921:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450927:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c38bcc92 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.450930:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 2/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450936:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 3/0,0 mode: PW/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450945:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 1/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450950:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c38bcc92/0xf221502977fbcdd9 lrc: 0/0,0 mode: --/PW res: [0x82e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.450960:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.450961:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.450962:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.450983:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015129e8f/0xf221502977e55fbe lrc: 0/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9296 expref: 18 pid: 10925 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.450992:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092a99d77 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742330304:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.451003:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451010:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451016:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451027:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,1 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451033:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451045:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201057.451222:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+79:3026:x1862480742330048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16466us (16508us total) trans 4294973695 rc 0/0 00000100:00100000:3.0:1776201057.451229:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20747 00010000:00010000:3.0:1776201057.451258:0:12096:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fdd6f5f/0xf221502977e56a22 lrc: 0/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96da expref: 17 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.451267:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005709ae9d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742330752:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.451277:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451284:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451289:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451296:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,1 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451307:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451319:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201057.451447:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4e0e441 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+79:3026:x1862480742330496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14165us (15983us total) trans 4294973696 rc 0/0 00000100:00100000:3.0:1776201057.451453:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20750 00010000:00010000:3.0:1776201057.451468:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776201057.451471:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451477:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e52b8929 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.451479:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 2/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451485:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 3/0,0 mode: PW/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451496:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 1/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451513:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e52b8929/0xf221502977fbcdd2 lrc: 0/0,0 mode: --/PW res: [0x834:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451524:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.451526:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451535:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.451537:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 2/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451542:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 3/0,0 mode: PW/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451550:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 1/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451555:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054befec7/0xf221502977fbcde7 lrc: 0/0,0 mode: --/PW res: [0x840:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451565:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.451566:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.451567:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.451653:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039d194cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.451685:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.451705:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201057.451710:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b017bde7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.451730:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.451756:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331264 00000100:00100000:3.0:1776201057.451781:0:12095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331200 00000100:00100000:3.0:1776201057.451796:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20754 00000100:00100000:3.0:1776201057.451801:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec7930f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+80:3025:x1862480742331264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.451827:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2088 count 1 00010000:00010000:3.0:1776201057.451847:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451862:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 16 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451868:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.451870:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.451872:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 4/0,1 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451894:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 3/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 16 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.451906:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 4/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 16 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.451916:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b80b913 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742331392:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.451962:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fd4ba601 going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.451977:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20755 00000100:00100000:3.0:1776201057.451981:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065c4f978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+80:3025:x1862480742331200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.451994:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2089 count 1 00010000:00010000:3.0:1776201057.452004:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452013:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 16 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452018:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452020:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452021:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 4/0,1 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452037:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 3/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 16 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452044:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 4/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 16 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.452053:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e4eacd9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742331456:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.452073:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 0000000055f9d42f going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.452091:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c066a51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.452115:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.452131:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1776201057.452136:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fb4091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.452156:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.452174:0:10771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331136 00000100:00100000:3.0:1776201057.452216:0:10771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331072 00000100:00100000:3.0:1776201057.452230:0:10771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20756 00000100:00100000:3.0:1776201057.452234:0:10771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+82:3027:x1862480742331136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.452245:0:10771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4512 count 1 00010000:00010000:3.0:1776201057.452256:0:10771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452266:0:10771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 16 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452277:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452278:0:10771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452279:0:10771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 4/0,1 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452296:0:10771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 3/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 16 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452304:0:10771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 4/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 16 pid: 10927 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.452312:0:10771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742331520:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.452333:0:10771:0:(client.c:2500:ptlrpc_set_wait()) set 000000005bfd132b going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.452349:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20757 00000100:00100000:3.0:1776201057.452352:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+82:3027:x1862480742331072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.452364:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4557 count 1 00010000:00010000:3.0:1776201057.452374:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452383:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452389:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452390:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.452391:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 4/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452414:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 3/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.452420:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 4/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.452428:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000ffbb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742331584:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.452448:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 0000000032f34145 going to sleep for 6 seconds 00000004:00080000:3.0:1776201057.452483:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000db8bdf8f/2, rc 0, transno 6400 00000100:00100000:3.0:1776201057.452493:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db8bdf8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.452791:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.452798:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.452892:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.452966:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1776201057.452974:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5ab4424/0xf221502977fbcde0 lrc: 0/0,0 mode: --/PW res: [0x11cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.453248:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201057.453491:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000afa4fc20/2, rc 0, transno 6399 00000100:00100000:3.0:1776201057.453498:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afa4fc20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.453592:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201057.453604:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201057.453640:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776201057.453647:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f9dd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742331648:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776201057.453703:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ace2890b/2, rc 0, transno 5543 00000100:00100000:0.0:1776201057.453713:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ace2890b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330368:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776201057.453727:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000218c7725/2, rc 0, transno 6398 00000100:00100000:0.0:1776201057.453733:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000218c7725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.453766:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776201057.453772:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742331776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.453812:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.454254:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ba4e54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+85:3024:x1862480742330624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18929us (18976us total) trans 4294972840 rc 0/0 00000100:00100000:2.0:1776201057.454263:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20749 00000100:00100000:2.0:1776201057.454381:0:12098:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331776 00000100:00100000:2.0:1776201057.454413:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20758 00000100:00100000:2.0:1776201057.454417:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+83:3024:x1862480742331776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.454440:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2080 count 1 00010000:00010000:2.0:1776201057.454465:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454483:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 2/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 16 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454491:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.454494:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.454497:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 4/0,1 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454539:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 3/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 16 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454550:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 4/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.454560:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfa78c34 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742331840:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.454602:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071ef459b going to sleep for 6 seconds 00010000:00010000:2.0:1776201057.454671:0:12107:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077ed1e76/0xf221502977e56a1b lrc: 0/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df96d3 expref: 10 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.454686:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000989b7c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742330880:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.454703:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454712:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454724:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454733:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,1 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454740:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454756:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776201057.454767:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201057.454770:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454776:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095dcf37a already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201057.454779:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 2/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454786:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 3/0,0 mode: PW/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454802:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 1/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454808:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095dcf37a/0xf221502977fbcdf5 lrc: 0/0,0 mode: --/PW res: [0x842:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.454828:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.454829:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201057.454831:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.455086:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089aa8f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+85:3026:x1862480742330560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16959us (17454us total) trans 4294972841 rc 0/0 00000100:00100000:2.0:1776201057.455093:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20752 00000100:00100000:2.0:1776201057.455603:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf264b9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.455639:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201057.455671:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331328 00000100:00100000:2.0:1776201057.455699:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20759 00000100:00100000:2.0:1776201057.455703:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000604c7374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+84:3027:x1862480742331328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.455721:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2085 count 1 00010000:00010000:2.0:1776201057.455737:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.455750:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 16 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.455756:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.455758:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.455760:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 4/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.455786:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 16 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.455794:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.455805:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469c80ac pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742331904:192.168.202.3@tcp:104: 00000100:00100000:2.0:1776201057.455848:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000037af9b6 going to sleep for 6 seconds 00000004:00080000:0.0:1776201057.456078:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000018d5456f/2, rc 0, transno 5544 00000100:00100000:0.0:1776201057.456089:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018d5456f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742330624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201057.456487:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201057.456535:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331712 00000100:00100000:3.0:1776201057.456571:0:10770:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20760 00000100:00100000:3.0:1776201057.456575:0:10770:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d4a3929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+85:3025:x1862480742331712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201057.456592:0:10770:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2113 count 1 00010000:00010000:3.0:1776201057.456607:0:10770:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.456621:0:10770:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 16 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.456632:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.456633:0:10770:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201057.456634:0:10770:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 4/0,1 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.456658:0:10770:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 3/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 16 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.456668:0:10770:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 4/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 16 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.456677:0:10770:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eedf83f pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742331968:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201057.456707:0:10770:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d16220b1 going to sleep for 6 seconds 00000100:00100000:0.0:1776201057.456865:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.456918:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270336 00010000:00010000:2.0:1776201057.456937:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 5/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.456960:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33811 00000100:00100000:2.0:1776201057.456965:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+17:2225:x1862480738270336:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201057.456974:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.456978:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 5/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.456987:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 4/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.457008:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.457010:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.457013:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457022:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 4/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457038:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201057.457063:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+17:2225:x1862480738270336:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 97us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201057.457073:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33811 00000100:00100000:0.0:1776201057.457538:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776201057.457553:0:12095:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084f2b65f/0xf221502977e5523c lrc: 0/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8d64 expref: 16 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.457570:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b80b913 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12095:1862480742331392:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.457589:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.457599:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776201057.457606:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000bb7d1afd/2, rc 0, transno 5545 00010000:00010000:3.0:1776201057.457613:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.457626:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb7d1afd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742330560:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201057.457631:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,1 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.457640:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.457664:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.457708:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.457713:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.457722:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000388b7476 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.457725:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 2/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.457733:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 3/0,0 mode: PW/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.457748:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 1/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.457754:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000388b7476/0xf221502977fbce03 lrc: 0/0,0 mode: --/PW res: [0x828:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.457774:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.457776:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.457777:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.457809:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742331648 00000100:00100000:2.0:1776201057.457875:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20761 00000100:00100000:2.0:1776201057.457880:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f48fa81f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+86:3026:x1862480742331648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776201057.457899:0:12096:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4560 count 1 00010000:00010000:2.0:1776201057.457916:0:12096:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457929:0:12096:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 15 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457936:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.457937:0:12096:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776201057.457939:0:12096:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 4/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457963:0:12096:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 15 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.457973:0:12096:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 4/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 15 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.457987:0:12096:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaca6eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742332032:192.168.202.3@tcp:104: 00000004:00080000:1.0:1776201057.458060:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000039d194cd/2, rc 0, transno 6401 00000100:00100000:1.0:1776201057.458073:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039d194cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.458123:0:12096:0:(client.c:2500:ptlrpc_set_wait()) set 00000000352e65ad going to sleep for 6 seconds 00000100:00100000:3.0:1776201057.460604:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec7930f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+87:3025:x1862480742331264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8793us (8909us total) trans 4294973697 rc 0/0 00000100:00100000:3.0:1776201057.460622:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20754 00000100:00100000:0.0:1776201057.462147:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.462207:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.462241:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270400 00010000:00010000:0.0:1776201057.462275:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 5/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 16 pid: 10927 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.462308:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270464 00010000:00010000:0.0:1776201057.462318:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 5/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 17 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:0.0:1776201057.462337:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33812 00000100:00100000:0.0:1776201057.462342:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+17:2228:x1862480738270400:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.462355:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.462359:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 5/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 17 pid: 10927 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.462369:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 4/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 17 pid: 10927 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.462397:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.462399:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.462403:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.462419:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 4/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.462440:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.462482:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+17:2228:x1862480738270400:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 139us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.462490:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33812 00000100:00100000:0.0:1776201057.462518:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33813 00000100:00100000:0.0:1776201057.462522:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084c69001 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+16:2228:x1862480738270464:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776201057.462530:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201057.462533:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 5/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 16 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.462542:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 4/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 16 pid: 12107 timeout: 1191 lvb_type: 0 00010000:00010000:0.0:1776201057.462554:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.462555:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201057.462558:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.462564:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 4/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.462575:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201057.462591:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084c69001 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+16:2228:x1862480738270464:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 68us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201057.462597:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33813 00010000:00010000:3.0:1776201057.462796:0:10771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000baa22213/0xf221502977fb2195 lrc: 0/0,0 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6ae9d expref: 15 pid: 10927 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.462812:0:10771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcec2ca9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:10771:1862480742331520:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.462833:0:10771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.462841:0:10771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.462848:0:10771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.462857:0:10771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463094:0:13780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000849a75fe/0xf221502977e55300 lrc: 0/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8db8 expref: 14 pid: 12107 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.463111:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e4eacd9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:13780:1862480742331456:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201057.463122:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463129:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463133:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463140:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,1 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463146:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463162:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776201057.463493:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065c4f978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+87:3025:x1862480742331200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11510us (11762us total) trans 4294973698 rc 0/0 00000100:00100000:1.0:1776201057.463514:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20755 00010000:00010000:1.0:1776201057.463539:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.463543:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463550:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ed226c already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.463554:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 2/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463562:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 3/0,0 mode: PW/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463577:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 1/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463583:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8ed226c/0xf221502977fbce0a lrc: 0/0,0 mode: --/PW res: [0x829:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.463598:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.463600:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.463601:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776201057.463628:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000b017bde7/2, rc 0, transno 6402 00000100:00100000:1.0:1776201057.463645:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b017bde7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776201057.463918:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469c80ac pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12107:1862480742331904:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.463934:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.464265:0:10771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.464289:0:10771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776201057.464305:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.464310:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.464319:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057b4de67 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.464321:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.464328:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 3/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.464341:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 1/0,0 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.464347:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057b4de67/0xf221502977fbce11 lrc: 0/0,0 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.464363:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.464365:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.464366:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201057.464493:0:10771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c914d036 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3027:x1862480742331136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12258us (12377us total) trans 4294973699 rc 0/0 00000100:00100000:3.0:1776201057.464511:0:10771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20756 00000004:00080000:2.0:1776201057.464543:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000005c066a51/2, rc 0, transno 6403 00000100:00100000:3.0:1776201057.464560:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000ffbb8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12100:1862480742331584:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.464574:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.464590:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c066a51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201057.467415:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.467442:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201057.467860:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.467911:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfa78c34 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12098:1862480742331840:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.467938:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201057.472326:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201057.472427:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270528 00000100:00100000:2.0:1776201057.472475:0:12096:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaca6eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12096:1862480742332032:192.168.202.3@tcp:104: 00010000:00010000:2.0:1776201057.472511:0:12096:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.472520:0:5538:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270656 00010000:00010000:2.0:1776201057.472554:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 4/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 15 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472555:0:5538:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 4/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 15 pid: 10772 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.472605:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270592 00000100:00100000:3.0:1776201057.472609:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33814 00000100:00100000:3.0:1776201057.472616:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+16:2225:x1862480738270528:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1776201057.472621:0:10929:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472636:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.472643:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 4/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 1191 lvb_type: 0 00000100:00100000:2.0:1776201057.472650:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33815 00000100:00100000:2.0:1776201057.472658:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+16:2225:x1862480738270656:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201057.472662:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 3/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.472669:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201057.472675:0:10929:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 4/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472692:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000323b35e6/0xf221502977fba537 lrc: 0/0,0 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dcbe expref: 16 pid: 10769 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.472693:0:10929:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 3/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 16 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:2.0:1776201057.472725:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9658725/0xf221502977e54531 lrc: 0/0,0 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88c5 expref: 15 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472725:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.472729:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.472733:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.472738:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.472740:0:10929:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776201057.472744:0:10929:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.472746:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 4/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.472770:0:10929:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 4/0,1 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.472781:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201057.472792:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201057.472830:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+14:2225:x1862480738270528:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 214us (5423us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201057.472839:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33814 00000100:00100000:3.0:1776201057.472862:0:5538:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33816 00000100:00100000:3.0:1776201057.472866:0:5538:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+13:2225:x1862480738270592:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1776201057.472873:0:5538:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201057.472876:0:5538:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 13 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472885:0:5538:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 13 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472897:0:5538:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000583e9b8b/0xf221502977e54ff0 lrc: 0/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8c68 expref: 13 pid: 10772 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.472906:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.472907:0:5538:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201057.472909:0:5538:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.472952:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094329615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b1842e67-c817-43d9-bd43-cf870479ca00+12:2225:x1862480738270656:12345-192.168.202.3@tcp:103:ldlm_bl_03.0 Request processed in 294us (5510us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.472977:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270784 00010000:00010000:1.0:1776201057.472992:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 5/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 13 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.473009:0:5538:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 4/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201057.473014:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33817 00000100:00100000:1.0:1776201057.473021:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+13:2225:x1862480738270784:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776201057.473030:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.473033:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 5/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 13 pid: 12100 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1776201057.473035:0:5538:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201057.473043:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 4/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 13 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.473057:0:5538:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd49b02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b1842e67-c817-43d9-bd43-cf870479ca00+13:2225:x1862480738270592:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 189us (5196us total) trans 0 rc 0/0 00010000:00010000:1.0:1776201057.473059:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.473061:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.473064:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201057.473069:0:5538:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33816 00010000:00010000:1.0:1776201057.473076:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 4/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.473094:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.473113:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d71ad02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+12:2225:x1862480738270784:12345-192.168.202.3@tcp:103:ldlm_bl_04.0 Request processed in 92us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.473120:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33817 00000100:00100000:1.0:1776201057.473292:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201057.473311:0:10926:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270720 00010000:00010000:1.0:1776201057.473323:0:10926:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 4/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 12 pid: 12098 timeout: 1191 lvb_type: 0 00000100:00100000:1.0:1776201057.473342:0:10926:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33818 00000100:00100000:1.0:1776201057.473346:0:10926:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+12:2225:x1862480738270720:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1776201057.473353:0:10926:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201057.473356:0:10926:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 4/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 12 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.473364:0:10926:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 12 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.473377:0:10926:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac8a7602/0xf221502977fbabf1 lrc: 0/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6dee7 expref: 12 pid: 12098 timeout: 1191 lvb_type: 0 00010000:00010000:1.0:1776201057.473386:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.473387:0:10926:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201057.473389:0:10926:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.473398:0:10926:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 4/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.473413:0:10926:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201057.473433:0:10926:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b1842e67-c817-43d9-bd43-cf870479ca00+11:2225:x1862480738270720:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 86us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201057.473439:0:10926:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33818 00010000:00010000:3.0:1776201057.473477:0:10770:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae690207/0xf221502977e56afb lrc: 0/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df9735 expref: 10 pid: 12100 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1776201057.473492:0:10770:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eedf83f pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:10770:1862480742331968:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201057.473518:0:10770:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.473527:0:10770:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.473533:0:10770:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.473542:0:10770:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,1 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.473551:0:10770:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.473574:0:10770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201057.473705:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201057.473710:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473719:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbf1c421 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201057.473722:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 2/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473730:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 3/0,0 mode: PW/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473743:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 1/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473749:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbf1c421/0xf221502977fbce2d lrc: 0/0,0 mode: --/PW res: [0x841:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473837:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.473839:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.473842:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201057.473853:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473867:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473874:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,1 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.473880:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 2/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.473947:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33815 00010000:00010000:2.0:1776201057.473969:0:12096:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.473976:0:12096:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.473982:0:12096:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201057.473993:0:12096:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.474016:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201057.475287:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000725ca618 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+88:3024:x1862480742331776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20864us (21471us total) trans 4294973700 rc 0/0 00000100:00100000:3.0:1776201057.475290:0:10770:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d4a3929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+88:3025:x1862480742331712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18711us (18802us total) trans 4294973701 rc 0/0 00000100:00100000:3.0:1776201057.475304:0:10770:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20760 00010000:00010000:1.0:1776201057.475338:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201057.475344:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 2/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.475345:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.475364:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475365:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001082de99 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.475368:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 2/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.475375:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,1 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475378:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 3/0,0 mode: PW/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.475388:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475401:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 1/0,0 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.475406:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776201057.475408:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001082de99/0xf221502977fbce1f lrc: 0/0,0 mode: --/PW res: [0x820:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475427:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776201057.475429:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475439:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.475442:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475447:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 4/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475456:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 2/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475464:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776201057.475466:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475472:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f13da075 already unused, calling callback (000000001a23d419) 00010000:00010000:1.0:1776201057.475474:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 2/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475480:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 3/0,0 mode: PW/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475490:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 1/0,0 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475497:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f13da075/0xf221502977fbce18 lrc: 0/0,0 mode: --/PW res: [0x11cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201057.475529:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.475531:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.475534:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201057.475541:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776201057.475576:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000063f5a19c/2, rc 0, transno 6405 00000100:00100000:1.0:1776201057.475591:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063f5a19c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742331712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201057.475625:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005709ae9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+88:3027:x1862480742331072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23270us (23467us total) trans 4294973702 rc 0/0 00000100:00100000:0.0:1776201057.475728:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20758 00000100:00100000:3.0:1776201057.475784:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20757 00000004:00080000:0.0:1776201057.475823:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000a007c464/2, rc 0, transno 6404 00000100:00100000:0.0:1776201057.475829:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742331776:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201057.475853:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000e4fb4091/2, rc 0, transno 6406 00000100:00100000:3.0:1776201057.475860:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fb4091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331072:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776201057.476009:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.476018:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.476026:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.476032:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201057.476057:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776201057.476075:0:10946:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201057.476081:0:10946:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.476094:0:10946:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002564feaa already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201057.476096:0:10946:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.476103:0:10946:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.476118:0:10946:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 1/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.476124:0:10946:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002564feaa/0xf221502977fbce26 lrc: 0/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201057.476141:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.476143:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201057.476145:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201057.476344:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000604c7374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+87:3027:x1862480742331328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20639us (20705us total) trans 4294973703 rc 0/0 00000100:00100000:0.0:1776201057.476351:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20759 00000004:00080000:3.0:1776201057.476388:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000cf264b9d/2, rc 0, transno 6407 00000100:00100000:3.0:1776201057.476405:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf264b9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742331328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776201057.479910:0:12096:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1776201057.479923:0:12096:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb43538/0xf221502977fbce34 lrc: 0/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201057.480308:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f48fa81f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+87:3026:x1862480742331648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22424us (22770us total) trans 4294973704 rc 0/0 00010000:00010000:3.0:1776201057.480311:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201057.480321:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20761 00000004:00080000:1.0:1776201057.480448:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000f5f9dd02/2, rc 0, transno 6408 00000100:00100000:1.0:1776201057.480469:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f9dd02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742331648:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776201058.033441:0:6542:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1092576257324ns, next at 1093576255042ns, rc = 0 00000100:00100000:3.0:1776201058.033441:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776201058.033465:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009b65cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1776201058.033546:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201058.033757:0:6356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332096 00000100:00100000:1.0:1776201058.033811:0:6356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1776201058.033817:0:6356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eedf83f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+85:3027:x1862480742332096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1776201058.033852:0:6356:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 44302336 granted 194183168 pending 0 free 3818913792 avail 3816816640 00000100:00100000:1.0:1776201058.033903:0:6356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eedf83f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+85:3027:x1862480742332096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201058.033911:0:6356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1776201058.034042:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009b65cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332096:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1776201058.353543:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201059.378810:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201059.569643:0:7566:0:(osp_sync.c:1658:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1094112458864ns, next at 1095112456539ns, rc = 0 00000100:00100000:3.0:1776201059.570580:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d44bb2fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1776201059.570683:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201059.570815:0:13823:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332160 00000100:00100000:0.0:1776201059.570871:0:13823:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1776201059.570877:0:13823:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a77bc65d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+87:3027:x1862480742332160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1776201059.570917:0:13823:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 42598400 granted 510590976 pending 0 free 3823108096 avail 3821010944 00000100:00100000:0.0:1776201059.570972:0:13823:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a77bc65d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+87:3027:x1862480742332160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201059.570979:0:13823:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1776201059.571139:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d44bb2fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1776201060.407838:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201061.425585:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201062.130272:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c47f3cfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3025:1862480742332288:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1776201062.130309:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000259430dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3026:1862480742332352:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.130425:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000777a4d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742332224:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1776201062.131486:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875c1255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332416:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.134015:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201062.134113:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae5fed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332544:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.134171:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201062.134298:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332288 00000100:00100000:1.0:1776201062.134367:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1776201062.134376:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3025:x1862480742332288:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.134450:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3025:x1862480742332288:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.134469:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1776201062.134524:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201062.134560:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332352 00000100:00100000:1.0:1776201062.134581:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1776201062.134584:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3026:x1862480742332352:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.134620:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3026:x1862480742332352:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.134626:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1776201062.134663:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000259430dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3026:1862480742332352:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.134732:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c47f3cfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3025:1862480742332288:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.134745:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201062.134786:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089e35ab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3024:1862480742332480:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.134817:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201062.135014:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332544 00000100:00100000:2.0:1776201062.135061:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1776201062.135067:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+87:3025:x1862480742332544:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1776201062.135779:0:5548:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332224 00000100:00100000:3.0:1776201062.135819:0:5548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1776201062.135824:0:5548:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004467b581 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3024:x1862480742332224:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1776201062.135882:0:5548:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004467b581 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3024:x1862480742332224:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201062.135889:0:5548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1776201062.141659:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f09968b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+87:3025:x1862480742332544:12345-0@lo:400:kworker/u8:1.0 Request processed in 6579us (7475us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201062.141679:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1776201062.141820:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201062.141886:0:12096:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332416 00000100:00100000:2.0:1776201062.141933:0:12096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1776201062.141939:0:12096:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaca6eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+85:3027:x1862480742332416:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1776201062.141998:0:12096:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaca6eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+85:3027:x1862480742332416:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201062.142008:0:12096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1776201062.142053:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875c1255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332416:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.145673:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332480 00000100:00100000:0.0:1776201062.145766:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1776201062.145774:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3024:x1862480742332480:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.145890:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3024:x1862480742332480:12345-0@lo:400:kworker/u8:1.0 Request processed in 116us (11072us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.145897:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1776201062.145960:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000777a4d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742332224:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1776201062.145979:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089e35ab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3024:1862480742332480:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1776201062.150201:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae5fed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332544:0@lo:400:kworker/u8:1.0 00000004:00080000:3.0:1776201062.163961:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 552 committed 00000004:00080000:3.0:1776201062.164011:0:5575:0:(osp_sync.c:1623:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 574 committed 00000100:00100000:3.0:1776201062.164156:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de5399b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201062.164270:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.164301:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000777a4d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201062.164318:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.164342:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776201062.164347:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c94ded pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201062.164368:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.164399:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089e35ab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201062.164423:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.164438:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776201062.164442:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae5fed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776201062.164877:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332608 00000100:00100000:1.0:1776201062.164921:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332864 00000100:00100000:1.0:1776201062.164934:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332672 00000100:00100000:1.0:1776201062.164944:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332800 00000100:00100000:1.0:1776201062.164961:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20762 00000100:00100000:1.0:1776201062.164967:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875c1255 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+88:3026:x1862480742332608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201062.164999:0:12107:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2082 count 1 00010000:00010000:1.0:1776201062.165031:0:12107:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.165055:0:12107:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.165070:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.165073:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.165075:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 4/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.165116:0:12107:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.165130:0:12107:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 9 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.165141:0:12107:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c303905 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742333184:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201062.165348:0:12098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20763 00000100:00100000:0.0:1776201062.165353:0:12098:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c47f3cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+88:3026:x1862480742332864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776201062.165369:0:12098:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2086 count 1 00010000:00010000:0.0:1776201062.165382:0:12098:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.165394:0:12098:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 9 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.165401:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.165402:0:12098:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.165404:0:12098:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 4/0,1 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.165423:0:12098:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 3/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 9 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.165432:0:12098:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 4/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 9 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.165440:0:12098:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5e93396 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742333248:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201062.168907:0:12107:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba9f8c80 going to sleep for 6 seconds 00000100:00100000:1.0:1776201062.168963:0:13780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20764 00000100:00100000:1.0:1776201062.168975:0:13780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000259430dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+88:3026:x1862480742332672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201062.169019:0:13780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2083 count 1 00010000:00010000:1.0:1776201062.169055:0:13780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169078:0:13780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169087:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.169096:0:13780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.169099:0:13780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 4/0,1 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169147:0:13780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 3/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169159:0:13780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 4/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 9 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.169174:0:13780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030da7e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742333312:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201062.169235:0:13780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000601dd310 going to sleep for 6 seconds 00000100:00100000:1.0:1776201062.169253:0:12095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20765 00000100:00100000:1.0:1776201062.169258:0:12095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+88:3025:x1862480742332800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776201062.169275:0:12095:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2085 count 1 00010000:00010000:1.0:1776201062.169286:0:12095:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169298:0:12095:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169303:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.169305:0:12095:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776201062.169307:0:12095:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 4/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169324:0:12095:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 9 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.169332:0:12095:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 9 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.169342:0:12095:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742333376:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201062.169366:0:12095:0:(client.c:2500:ptlrpc_set_wait()) set 00000000850326c4 going to sleep for 6 seconds 00000100:00100000:1.0:1776201062.169429:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003ac44b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742332992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201062.169481:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201062.169521:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776201062.169527:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1c98a34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742333056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776201062.169547:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201062.173870:0:12098:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8a96ac1 going to sleep for 6 seconds 00000100:00100000:3.0:1776201062.174230:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201062.175130:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332992 00000100:00100000:0.0:1776201062.175202:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742333056 00000100:00100000:0.0:1776201062.175221:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332736 00000100:00100000:0.0:1776201062.175245:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20766 00000100:00100000:0.0:1776201062.175252:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00f14e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+88:3024:x1862480742332992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201062.175295:0:10927:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2082 count 1 00010000:00010000:0.0:1776201062.175332:0:10927:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175371:0:10927:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 8 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175380:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.175383:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.175386:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 4/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175430:0:10927:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 8 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175443:0:10927:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 8 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.175471:0:10927:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be83a433 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:10927:1862480742333440:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201062.175544:0:10927:0:(client.c:2500:ptlrpc_set_wait()) set 00000000798abbee going to sleep for 6 seconds 00000100:00100000:0.0:1776201062.175567:0:6353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20767 00000100:00100000:0.0:1776201062.175572:0:6353:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a78d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+88:3024:x1862480742333056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776201062.175585:0:6353:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2083 count 1 00010000:00010000:0.0:1776201062.175596:0:6353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175612:0:6353:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 8 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175618:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.175619:0:6353:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776201062.175621:0:6353:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 4/0,1 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175636:0:6353:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 3/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 8 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.175644:0:6353:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 4/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 8 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.175652:0:6353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094426340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742333504:192.168.202.3@tcp:104: 00000100:00100000:0.0:1776201062.175675:0:6353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000df85e360 going to sleep for 6 seconds 00000100:00100000:3.0:1776201062.179495:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20768 00000100:00100000:3.0:1776201062.179511:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce16603a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+89:3025:x1862480742332736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776201062.179562:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:2084 count 1 00010000:00010000:3.0:1776201062.179597:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.179622:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 9 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.179631:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.179633:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.179635:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 4/0,1 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.179677:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 3/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000000030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 9 pid: 10772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.179689:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 4/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x70000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 9 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.179703:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068c6a18a pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742333568:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201062.179786:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c3b47e23 going to sleep for 6 seconds 00000100:00100000:3.0:1776201062.179841:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000920ab5a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201062.179885:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.179930:0:3027:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776201062.179935:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df9f42f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742333120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776201062.179952:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201062.179976:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742332928 00000100:00100000:3.0:1776201062.180009:0:12092:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742333120 00000100:00100000:3.0:1776201062.180020:0:12092:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20769 00000100:00100000:3.0:1776201062.180024:0:12092:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f3ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+90:3027:x1862480742332928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201062.180038:0:12092:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2081 count 1 00010000:00010000:3.0:1776201062.180052:0:12092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180063:0:12092:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 8 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180069:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.180071:0:12092:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.180072:0:12092:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 4/0,1 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180088:0:12092:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 3/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 8 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180222:0:12092:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 4/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 8 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.180232:0:12092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000074d76c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742333632:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201062.180255:0:12092:0:(client.c:2500:ptlrpc_set_wait()) set 000000009f9c1e13 going to sleep for 6 seconds 00000100:00100000:3.0:1776201062.180269:0:10925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20770 00000100:00100000:3.0:1776201062.180273:0:10925:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8cfc8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+90:3027:x1862480742333120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776201062.180285:0:10925:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2084 count 1 00010000:00010000:3.0:1776201062.180295:0:10925:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180304:0:10925:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 8 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180316:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.180318:0:10925:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776201062.180319:0:10925:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 4/0,1 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180333:0:10925:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 3/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 8 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.180401:0:10925:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 4/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 8 pid: 12100 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.180410:0:10925:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000966de31b pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:10925:1862480742333696:192.168.202.3@tcp:104: 00000100:00100000:3.0:1776201062.180426:0:10925:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c43e5927 going to sleep for 6 seconds 00000100:00100000:1.0:1776201062.191275:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201062.191317:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201062.191350:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201062.191452:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201062.191613:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270848 00010000:00010000:1.0:1776201062.191667:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 5/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 9 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.191712:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270976 00010000:00010000:1.0:1776201062.191726:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 5/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.191747:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738270912 00010000:00010000:1.0:1776201062.191758:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 5/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 10 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.191775:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271040 00010000:00010000:1.0:1776201062.191784:0:5539:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 5/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 11 pid: 12100 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1776201062.191803:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33819 00000100:00100000:1.0:1776201062.191810:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+11:2226:x1862480738270848:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201062.191832:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201062.191837:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 5/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 11 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.191849:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 4/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 11 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.191892:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.191895:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.191901:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.191913:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 4/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.191939:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201062.192010:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+11:2226:x1862480738270848:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 200us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.192017:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33819 00000100:00100000:1.0:1776201062.192037:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33820 00000100:00100000:1.0:1776201062.192041:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f52141d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+10:2226:x1862480738270976:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201062.192048:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201062.192052:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 5/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192062:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 4/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192075:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192076:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192079:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192085:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 4/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192096:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201062.192112:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f52141d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+10:2226:x1862480738270976:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 70us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.192118:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33820 00000100:00100000:1.0:1776201062.192169:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33821 00000100:00100000:1.0:1776201062.192174:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e225155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+10:2226:x1862480738270912:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201062.192211:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201062.192215:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 5/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 10 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192224:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 4/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 10 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192242:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192244:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192247:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192253:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 4/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192266:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201062.192284:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e225155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+10:2226:x1862480738270912:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 109us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.192289:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33821 00000100:00100000:1.0:1776201062.192301:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33822 00000100:00100000:1.0:1776201062.192305:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+9:2226:x1862480738271040:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776201062.192312:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201062.192316:0:5539:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 5/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 9 pid: 12100 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192323:0:5539:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 4/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 9 pid: 12100 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1776201062.192336:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192337:0:5539:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201062.192340:0:5539:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192347:0:5539:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 4/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201062.192358:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776201062.192375:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072410b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b1842e67-c817-43d9-bd43-cf870479ca00+9:2226:x1862480738271040:12345-192.168.202.3@tcp:103:ldlm_bl_01.0 Request processed in 69us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.192381:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33822 00010000:00010000:3.0:1776201062.196045:0:12100:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5b472e1/0xf221502977e5469d lrc: 0/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x44801400030020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8951 expref: 9 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.196081:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068c6a18a pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12100:1862480742333568:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201062.196111:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196124:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196130:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196146:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196154:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196280:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201062.196740:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce16603a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+90:3025:x1862480742332736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17230us (22513us total) trans 4294972842 rc 0/0 00000100:00100000:3.0:1776201062.196753:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20768 00010000:00010000:3.0:1776201062.196819:0:12092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3de905f/0xf221502977e5454d lrc: 0/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88da expref: 8 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.196834:0:12092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000074d76c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12092:1862480742333632:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201062.196853:0:12092:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196860:0:12092:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196867:0:12092:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196875:0:12092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,1 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196888:0:12092:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.196906:0:12092:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776201062.197328:0:12092:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f3ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+91:3027:x1862480742332928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17302us (17442us total) trans 4294973705 rc 0/0 00000100:00100000:3.0:1776201062.197336:0:12092:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20769 00010000:00010000:3.0:1776201062.197379:0:10925:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037f54e46/0xf221502977e549c2 lrc: 0/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a62 expref: 7 pid: 12100 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.197390:0:10925:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000966de31b pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:10925:1862480742333696:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201062.197406:0:10925:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.197412:0:10925:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.197418:0:10925:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.197425:0:10925:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,1 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.197432:0:10925:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.197453:0:10925:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776201062.198421:0:6353:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce0ad020/0xf221502977e54975 lrc: 0/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a4d expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.198443:0:6353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094426340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6353:1862480742333504:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201062.198477:0:6353:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.198485:0:6353:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.198497:0:6353:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.198506:0:6353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.198512:0:6353:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.198535:0:6353:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776201062.198809:0:6353:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a78d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+91:3024:x1862480742333056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23234us (29259us total) trans 4294973706 rc 0/0 00000100:00100000:0.0:1776201062.198832:0:6353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20767 00000100:00100000:0.0:1776201062.199153:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201062.199174:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201062.199249:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201062.199272:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201062.199299:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000004:00080000:0.0:1776201062.199406:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000c1c98a34/2, rc 0, transno 6410 00000100:00100000:0.0:1776201062.199415:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1c98a34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742333056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776201062.199449:0:12107:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c303905 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12107:1862480742333184:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201062.199484:0:12107:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201062.199516:0:13780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030da7e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13780:1862480742333312:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201062.199529:0:13780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201062.199550:0:12095:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ff947be pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12095:1862480742333376:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201062.199561:0:12095:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201062.199583:0:10927:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be83a433 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:10927:1862480742333440:192.168.202.3@tcp:104: 00010000:00010000:0.0:1776201062.199595:0:10927:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201062.199621:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271104 00010000:00010000:0.0:1776201062.199657:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 9 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.199684:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271232 00010000:00010000:0.0:1776201062.199694:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.199705:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271168 00010000:00010000:0.0:1776201062.199712:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 4/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 11 pid: 12095 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.199722:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271360 00010000:00010000:0.0:1776201062.199729:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.199744:0:5540:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271296 00010000:00010000:0.0:1776201062.199751:0:5540:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 5/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 12 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1776201062.199763:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33823 00000100:00100000:0.0:1776201062.199769:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+12:2226:x1862480738271104:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201062.199786:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201062.199791:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 12 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.199802:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 12 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.199831:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e837703/0xf221502977e5452a lrc: 0/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88be expref: 12 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.199846:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.199849:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.199853:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.199863:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 4/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.199888:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201062.199936:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+11:2226:x1862480738271104:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 166us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.199943:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33823 00000100:00100000:0.0:1776201062.199958:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33824 00000100:00100000:0.0:1776201062.199963:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+10:2226:x1862480738271232:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201062.199971:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201062.199975:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 4/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.199983:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.199994:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d623e9c7/0xf221502977e5494b lrc: 0/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a31 expref: 10 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200003:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200005:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200007:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200013:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 4/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200027:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201062.200043:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+9:2226:x1862480738271232:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 80us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.200049:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33824 00000100:00100000:0.0:1776201062.200061:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33825 00000100:00100000:0.0:1776201062.200064:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+8:2225:x1862480738271168:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201062.200071:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201062.200074:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 4/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 8 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200081:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 3/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 8 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200092:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a64053c2/0xf221502977e54546 lrc: 0/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->12582911) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df88d3 expref: 8 pid: 12095 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200100:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200102:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200103:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200109:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 4/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200124:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201062.200137:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+7:2225:x1862480738271168:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 72us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.200143:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33825 00000100:00100000:0.0:1776201062.200154:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33826 00000100:00100000:0.0:1776201062.200157:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+6:2226:x1862480738271360:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201062.200164:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201062.200167:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 4/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200207:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200222:0:5540:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c72bb87e/0xf221502977e548f0 lrc: 0/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a15 expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200233:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200234:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200237:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200243:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 4/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200259:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201062.200275:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+5:2226:x1862480738271360:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 116us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.200281:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33826 00000100:00100000:0.0:1776201062.200291:0:5540:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33827 00000100:00100000:0.0:1776201062.200295:0:5540:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d4d4ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+6:2225:x1862480738271296:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1776201062.200302:0:5540:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201062.200305:0:5540:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 5/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200313:0:5540:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 4/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 6 pid: 10772 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1776201062.200331:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200333:0:5540:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776201062.200335:0:5540:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200342:0:5540:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 4/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200353:0:5540:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201062.200369:0:5540:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d4d4ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b1842e67-c817-43d9-bd43-cf870479ca00+6:2225:x1862480738271296:12345-192.168.202.3@tcp:103:ldlm_bl_05.0 Request processed in 73us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201062.200375:0:5540:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33827 00010000:00010000:0.0:1776201062.200435:0:12107:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200442:0:12107:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200451:0:12107:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200472:0:12107:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.200482:0:12107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1776201062.202350:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776201062.202363:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202378:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054befec7 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201062.202382:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202392:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 3/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202417:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 1/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202433:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054befec7/0xf221502977fbce65 lrc: 0/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202467:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776201062.202470:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202478:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa6bfede already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201062.202480:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 2/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202493:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 3/0,0 mode: PW/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202504:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 1/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202511:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa6bfede/0xf221502977fbce6c lrc: 0/0,0 mode: --/PW res: [0x821:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202525:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776201062.202528:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202534:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ba6898e already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201062.202536:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 2/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202543:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 3/0,0 mode: PW/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202552:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 1/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202559:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ba6898e/0xf221502977fbce73 lrc: 0/0,0 mode: --/PW res: [0x824:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202572:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776201062.202575:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202582:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ad9fe2f9 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201062.202584:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202590:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 3/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202600:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 1/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202699:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad9fe2f9/0xf221502977fbce5e lrc: 0/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202716:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201062.202719:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202726:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7bcebbf already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201062.202728:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202735:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202749:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 1/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202761:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7bcebbf/0xf221502977fbce3b lrc: 0/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201062.202776:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201062.202778:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201062.202780:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776201062.203523:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000ae5fed19/2, rc 0, transno 5546 00000100:00100000:2.0:1776201062.203537:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae5fed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332736:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776201062.203637:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776201062.205232:0:10925:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8cfc8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+91:3027:x1862480742333120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24895us (25217us total) trans 4294973707 rc 0/0 00000100:00100000:3.0:1776201062.205250:0:10925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20770 00000004:00080000:3.0:1776201062.205393:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000df9f42f2/2, rc 0, transno 6411 00000100:00100000:3.0:1776201062.205402:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df9f42f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742333120:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776201062.205424:0:3027:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000920ab5a5/2, rc 0, transno 6409 00000100:00100000:3.0:1776201062.205429:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000920ab5a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742332928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201062.205984:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.205997:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.206053:0:12095:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206134:0:12095:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206149:0:12095:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,1 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206156:0:12095:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206211:0:12095:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201062.206509:0:12095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000ffbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+90:3025:x1862480742332800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37249us (42085us total) trans 4294972843 rc 0/0 00000100:00100000:3.0:1776201062.206518:0:12095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20765 00010000:00010000:3.0:1776201062.206547:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201062.206688:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206699:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000344b295 already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201062.206702:0:5541:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 2/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206710:0:5541:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 3/0,0 mode: PW/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.206732:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 1/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207341:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000344b295/0xf221502977fbce50 lrc: 0/0,0 mode: --/PW res: [0x825:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207364:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.207366:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.207367:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201062.207406:0:3025:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000089e35ab4/2, rc 0, transno 5547 00000100:00100000:3.0:1776201062.207413:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089e35ab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742332800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776201062.207443:0:12098:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d159fe0b/0xf221502977e54960 lrc: 0/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8a3f expref: 5 pid: 10772 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1776201062.207451:0:12098:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5e93396 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12098:1862480742333248:192.168.202.3@tcp:104: 00010000:00010000:3.0:1776201062.207483:0:12098:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207496:0:12098:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207501:0:12098:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207508:0:12098:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,1 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207514:0:12098:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.207531:0:12098:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776201062.209535:0:12098:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c47f3cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+90:3026:x1862480742332864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44175us (45211us total) trans 4294972844 rc 0/0 00000100:00100000:3.0:1776201062.209550:0:12098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20763 00010000:00010000:3.0:1776201062.209605:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776201062.209610:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.209622:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c90a3e already unused, calling callback (000000001a23d419) 00010000:00010000:3.0:1776201062.209625:0:6367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 2/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.209634:0:6367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 3/0,0 mode: PW/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.209659:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 1/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.209665:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c90a3e/0xf221502977fbce42 lrc: 0/0,0 mode: --/PW res: [0x826:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201062.209683:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.209685:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201062.209687:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776201062.209720:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 00000000777a4d2d/2, rc 0, transno 5548 00000100:00100000:3.0:1776201062.209728:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000777a4d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201062.211059:0:13780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211087:0:13780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211098:0:13780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,1 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211105:0:13780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211133:0:13780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776201062.211809:0:13780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000259430dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+90:3026:x1862480742332672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42830us (47433us total) trans 4294972845 rc 0/0 00000100:00100000:0.0:1776201062.211823:0:13780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20764 00010000:00010000:0.0:1776201062.211871:0:10927:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211880:0:10927:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211889:0:10927:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,1 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211895:0:10927:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.211911:0:10927:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776201062.212248:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00f14e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+91:3024:x1862480742332992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36993us (42765us total) trans 4294973708 rc 0/0 00000100:00100000:0.0:1776201062.212259:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20766 00000004:00080000:0.0:1776201062.212444:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000005c94ded/2, rc 0, transno 5549 00000100:00100000:0.0:1776201062.212452:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c94ded pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776201062.212487:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201062.212493:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212503:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201062.212507:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 2/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212516:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 3/0,0 mode: PW/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212543:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 1/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212549:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000984c34c5/0xf221502977fbce49 lrc: 0/0,0 mode: --/PW res: [0x823:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212589:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776201062.212592:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212599:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e10c295 already unused, calling callback (000000001a23d419) 00010000:00010000:0.0:1776201062.212600:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 2/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212606:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 3/0,0 mode: PW/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212615:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 1/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212620:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e10c295/0xf221502977fbce57 lrc: 0/0,0 mode: --/PW res: [0x822:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201062.212632:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201062.212633:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201062.212634:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776201062.212653:0:3024:0:(osp_sync.c:562:osp_sync_interpret()) reply req 0000000003ac44b9/2, rc 0, transno 6412 00000100:00100000:0.0:1776201062.212657:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003ac44b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742332992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776201062.217242:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201062.241237:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875c1255 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+90:3026:x1862480742332608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76255us (76955us total) trans 4294972846 rc 0/0 00000100:00100000:0.0:1776201062.241262:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20762 00000004:00080000:0.0:1776201062.241388:0:3026:0:(osp_sync.c:562:osp_sync_interpret()) reply req 000000003de5399b/2, rc 0, transno 5550 00000100:00100000:0.0:1776201062.241398:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de5399b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742332608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776201062.260301:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201062.260364:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271488 00000100:00100000:3.0:1776201062.260368:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201062.260408:0:5546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271424 00000100:00100000:3.0:1776201062.260473:0:5546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 547 00000100:00100000:3.0:1776201062.260482:0:5546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aaeb32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2226:x1862480738271424:12345-192.168.202.3@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1776201062.260555:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 589 00000100:00100000:1.0:1776201062.260566:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738271488:12345-192.168.202.3@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1776201062.260580:0:5546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aaeb32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2226:x1862480738271424:12345-192.168.202.3@tcp:400:kworker/u8:4.0 Request processed in 97us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201062.260592:0:5546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 547 00000100:00100000:1.0:1776201062.260675:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+28:2226:x1862480738271488:12345-192.168.202.3@tcp:400:kworker/u8:4.0 Request processed in 108us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201062.260688:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 589 00000001:00080000:2.0:1776201062.361620:0:6379:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294972836 is committed 00000001:00080000:2.0:1776201062.361710:0:6379:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294972837 is committed 00000001:00080000:2.0:1776201062.361965:0:6379:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294972841 is committed 00000001:00080000:0.0:1776201062.368390:0:7162:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294973703 is committed 00000001:00080000:0.0:1776201062.368493:0:7162:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294973704 is committed 00010000:00010000:0.0:1776201062.452796:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1776201062.905354:0:14169:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1776201062.905361:0:14169:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 9: Replay layout extend object instantiation ========================================================== 17:11:01 (1776201061) 00000100:00100000:1.0:1776201063.024016:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.024937:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201063.031971:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271680 00000100:00100000:0.0:1776201063.032046:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271552 00000100:00100000:0.0:1776201063.032073:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72683 00000100:00100000:0.0:1776201063.032079:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+29:18473:x1862480738271680:12345-192.168.202.3@tcp:36:mkdir.0 00010000:00010000:0.0:1776201063.032313:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.032402:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.032417:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.032433:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.032440:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.032457:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201063.033038:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72684 00000100:00100000:3.0:1776201063.033045:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+29:2225:x1862480738271552:12345-192.168.202.3@tcp:41:mkdir.0 00000004:00000024:3.0:1776201063.033074:0:5555:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 10223616 pending 0 free 2259550208 avail 2257453056 00000100:00100000:3.0:1776201063.033160:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+29:2225:x1862480738271552:12345-192.168.202.3@tcp:41:mkdir.0 Request processed in 115us (8225us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201063.033177:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72684 00000004:00200000:0.0:1776201063.034143:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b3:0x0]: returning size 512 00010000:00010000:0.0:1776201063.034156:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034395:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034403:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034409:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e10c295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201063.034412:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034419:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034436:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:0.0:1776201063.034439:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201063.034443:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.034460:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbce7a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776201063.034472:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000050d320ff reply state 00000000938b4e89 transno 4295011062 ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201063.034553:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+30:18473:x1862480738271680:12345-192.168.202.3@tcp:36:mkdir.0 Request processed in 2471us (10543us total) trans 4295011062 rc 0/0 00000100:00100000:0.0:1776201063.034561:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72683 00010000:00010000:0.0:1776201063.038997:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039021:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039030:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039036:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4f2d107 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201063.039040:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039050:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039069:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (000000003a17b733) 00010000:00010000:0.0:1776201063.039072:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201063.039077:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.039083:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbce81 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201063.058671:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201063.058728:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271744 00000100:00100000:2.0:1776201063.058784:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72685 00000100:00100000:2.0:1776201063.058791:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa78c34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+29:18475:x1862480738271744:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201063.058817:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201063.058836:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbce88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2b4 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058929:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058944:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058956:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058971:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058979:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.058984:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059104:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059112:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059118:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201063.059153:0:5553:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b3:0x0]: returning size 512 00000004:00200000:2.0:1776201063.059156:0:5553:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776201063.059176:0:5553:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059205:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059211:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059216:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059221:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5ab4424 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.059224:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059231:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059240:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:2.0:1776201063.059243:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.059247:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059252:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbce8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059264:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059268:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059273:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059278:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018dd77c1 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.059279:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059284:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059290:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (00000000917483fe) 00010000:00010000:2.0:1776201063.059292:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.059294:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059299:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbce96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059325:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbce88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2b4 expref: 31 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059338:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2b4 expref: 30 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.059343:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:2.0:1776201063.059345:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1776201063.059346:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000143a3cc9, rc 0) 00000100:00100000:2.0:1776201063.059411:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa78c34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+30:18475:x1862480738271744:12345-192.168.202.3@tcp:101:rm.0 Request processed in 619us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201063.059418:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72685 00000100:00100000:3.0:1776201063.068497:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201063.068647:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271808 00000100:00100000:2.0:1776201063.068706:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72686 00000100:00100000:2.0:1776201063.068712:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+30:18475:x1862480738271808:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:2.0:1776201063.068733:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201063.068756:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcea4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2bb expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068871:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068886:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068897:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068910:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068916:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068921:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.068996:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069004:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069011:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069017:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.069021:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069029:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069041:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:2.0:1776201063.069044:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.069048:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069055:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbceab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069066:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069072:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069078:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069083:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.069084:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069089:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069095:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (000000004aa5de2b) 00010000:00010000:2.0:1776201063.069098:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.069100:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069106:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbceb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069144:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcea4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2bb expref: 31 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069151:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcea4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2bb expref: 31 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.069159:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000076c81a6f, rc 0) 00000100:00100000:2.0:1776201063.069255:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+30:18475:x1862480738271808:12345-192.168.202.3@tcp:101:rm.0 Request processed in 541us (767us total) trans 0 rc 301/301 00000100:00100000:2.0:1776201063.069262:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72686 00000100:00100000:2.0:1776201063.076525:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.077307:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271872 00000100:00100000:1.0:1776201063.077382:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72687 00000100:00100000:1.0:1776201063.077388:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469c80ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+30:18475:x1862480738271872:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:1.0:1776201063.077409:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201063.077429:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbceb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2c2 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077531:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077547:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077558:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077572:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077579:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077585:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077863:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077872:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077877:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077882:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492a2563 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.077885:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077892:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077903:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:1.0:1776201063.077906:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.077909:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077915:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077934:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077939:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077944:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077948:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.077950:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077954:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077959:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (0000000095d8d3e7) 00010000:00010000:1.0:1776201063.077961:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.077963:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.077967:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.078004:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbceb9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2c2 expref: 31 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.078011:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbceb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2c2 expref: 31 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.078020:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008438355d, rc 0) 00000100:00100000:1.0:1776201063.078082:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469c80ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+30:18475:x1862480738271872:12345-192.168.202.3@tcp:101:rm.0 Request processed in 693us (1565us total) trans 0 rc 301/301 00000100:00100000:1.0:1776201063.078088:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72687 00000100:00100000:3.0:1776201063.106120:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201063.110348:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738271936 00000100:00100000:2.0:1776201063.110415:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72688 00000100:00100000:2.0:1776201063.110423:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+30:18479:x1862480738271936:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:2.0:1776201063.110455:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201063.110478:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2c9 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110582:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110598:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110615:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110630:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110638:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110644:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110800:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110808:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110815:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110820:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.110824:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110831:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110842:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:2.0:1776201063.110845:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.110850:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.110856:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbced5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111030:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111039:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111045:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111050:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201063.111052:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111059:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111068:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (000000004aa5de2b) 00010000:00010000:2.0:1776201063.111070:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201063.111072:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111078:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcedc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111126:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcece lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2c9 expref: 31 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111133:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2c9 expref: 31 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201063.111143:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000076c81a6f, rc 0) 00000100:00100000:2.0:1776201063.111655:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+30:18479:x1862480738271936:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 1229us (5540us total) trans 0 rc 301/301 00000100:00100000:2.0:1776201063.111752:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72688 00000100:00100000:0.0:1776201063.143540:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.148988:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272064 00000100:00100000:1.0:1776201063.149065:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72689 00000100:00100000:1.0:1776201063.149072:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+30:18479:x1862480738272064:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:1.0:1776201063.149098:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201063.149121:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcee3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2d0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149319:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149338:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149351:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149366:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149373:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.149379:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152097:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152118:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152130:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201063.152144:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b4:0x0]: returning size 0 00010000:00010000:1.0:1776201063.152428:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152436:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152444:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152459:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.152463:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152471:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152952:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:1.0:1776201063.152956:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.152961:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.152968:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbceea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201063.152989:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000094426340 reply state 000000007e58cf13 transno 4295011063 ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.153030:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcee3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.153046:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 32 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.153054:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (0000000065caadef) 00010000:00010000:1.0:1776201063.153056:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1776201063.153058:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000984c34c5, rc 0) 00000100:00100000:0.0:1776201063.153357:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742333760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1776201063.153414:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201063.153491:0:6356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742333760 00000100:00100000:0.0:1776201063.153532:0:6356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1776201063.153538:0:6356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3027:x1862480742333760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1776201063.153574:0:6356:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 44302336 granted 194183168 pending 0 free 3843031040 avail 3840933888 00000100:00100000:0.0:1776201063.153612:0:6356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7987535 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3027:x1862480742333760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201063.153619:0:6356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1776201063.153659:0:3027:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972841 gen 2 00000004:00080000:0.0:1776201063.153664:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000db13f62f, transno 4294972762 00000004:00080000:0.0:1776201063.153673:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e2b95d78, transno 4294972763 00000004:00080000:0.0:1776201063.153675:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000007c7731db, transno 4294972764 00000004:00080000:0.0:1776201063.153677:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000095527769, transno 4294972765 00000004:00080000:0.0:1776201063.153680:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000067141de7, transno 4294972766 00000004:00080000:0.0:1776201063.153682:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d44a5273, transno 4294972767 00000004:00080000:0.0:1776201063.153684:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000002160fa9f, transno 4294972768 00000004:00080000:0.0:1776201063.153686:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ab778516, transno 4294972769 00000004:00080000:0.0:1776201063.153688:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000008f6d6d73, transno 4294972770 00000004:00080000:0.0:1776201063.153690:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000598c5a37, transno 4294972771 00000004:00080000:0.0:1776201063.153692:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000006cde48ee, transno 4294972772 00000004:00080000:0.0:1776201063.153693:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000098e12241, transno 4294972773 00000004:00080000:0.0:1776201063.153696:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009251f4ee, transno 4294972774 00000004:00080000:0.0:1776201063.153698:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000046f0ab3d, transno 4294972775 00000004:00080000:0.0:1776201063.153700:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d663eae6, transno 4294972776 00000004:00080000:0.0:1776201063.153703:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e265eaf1, transno 4294972777 00000004:00080000:0.0:1776201063.153704:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000000277a412, transno 4294972778 00000004:00080000:0.0:1776201063.153707:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e335c37c, transno 4294972779 00000004:00080000:0.0:1776201063.153708:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000422b08d9, transno 4294972780 00000004:00080000:0.0:1776201063.153710:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000cff412d0, transno 4294972781 00000004:00080000:0.0:1776201063.153712:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000003a7c12e2, transno 4294972782 00000004:00080000:0.0:1776201063.153714:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000bb1efadf, transno 4294972783 00000004:00080000:0.0:1776201063.153716:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000efb9bce7, transno 4294972784 00000004:00080000:0.0:1776201063.153718:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000071e74ce8, transno 4294972785 00000004:00080000:0.0:1776201063.153720:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000337f9cc5, transno 4294972786 00000004:00080000:0.0:1776201063.153722:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000056a1921e, transno 4294972787 00000004:00080000:0.0:1776201063.153725:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000118d3fb9, transno 4294972788 00000004:00080000:0.0:1776201063.153727:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000001cd1fc67, transno 4294972789 00000004:00080000:0.0:1776201063.153729:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000bbce98dc, transno 4294972790 00000004:00080000:0.0:1776201063.153730:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000083cf7d82, transno 4294972791 00000004:00080000:0.0:1776201063.153732:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ec98321b, transno 4294972792 00000004:00080000:0.0:1776201063.153734:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009cf81b37, transno 4294972793 00000004:00080000:0.0:1776201063.153736:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000065508fbf, transno 4294972794 00000004:00080000:0.0:1776201063.153738:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000002008cc16, transno 4294972795 00000004:00080000:0.0:1776201063.153741:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e15118cd, transno 4294972796 00000004:00080000:0.0:1776201063.153743:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009b5c2f3b, transno 4294972797 00000004:00080000:0.0:1776201063.153745:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ed1e8aa5, transno 4294972798 00000004:00080000:0.0:1776201063.153747:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000096143fe0, transno 4294972799 00000004:00080000:0.0:1776201063.153749:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000034ecc52f, transno 4294972800 00000004:00080000:0.0:1776201063.153751:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c7fcc0e3, transno 4294972801 00000004:00080000:0.0:1776201063.153753:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e038bd99, transno 4294972802 00000004:00080000:0.0:1776201063.153755:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009a08b58b, transno 4294972803 00000004:00080000:0.0:1776201063.153757:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000f82ccd7d, transno 4294972804 00000004:00080000:0.0:1776201063.153758:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000045670fbd, transno 4294972805 00000004:00080000:0.0:1776201063.153761:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000000494f38, transno 4294972806 00000004:00080000:0.0:1776201063.153763:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000066d4f20d, transno 4294972807 00000004:00080000:0.0:1776201063.153765:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000007039db8e, transno 4294972808 00000004:00080000:0.0:1776201063.153767:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d10e4dd4, transno 4294972809 00000004:00080000:0.0:1776201063.153768:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000566dbdb0, transno 4294972810 00000004:00080000:0.0:1776201063.153770:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000073d37c31, transno 4294972811 00000004:00080000:0.0:1776201063.153772:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000008beb8447, transno 4294972812 00000004:00080000:0.0:1776201063.153774:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000024e0a214, transno 4294972813 00000004:00080000:0.0:1776201063.153777:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000090728bd8, transno 4294972814 00000004:00080000:0.0:1776201063.153779:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000001eba0ca1, transno 4294972815 00000004:00080000:0.0:1776201063.153782:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000000da7f7c8, transno 4294972816 00000004:00080000:0.0:1776201063.153784:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000848041ae, transno 4294972817 00000004:00080000:0.0:1776201063.153786:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000bab80b7d, transno 4294972818 00000004:00080000:0.0:1776201063.153788:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d88051b3, transno 4294972819 00000004:00080000:0.0:1776201063.153790:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000085a4cb98, transno 4294972820 00000004:00080000:0.0:1776201063.153792:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000429849dd, transno 4294972821 00000004:00080000:0.0:1776201063.153794:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000082f1170c, transno 4294972822 00000004:00080000:0.0:1776201063.153797:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000001b15a1f, transno 4294972823 00000004:00080000:0.0:1776201063.153799:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000002d2faa44, transno 4294972824 00000004:00080000:0.0:1776201063.153800:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000005f5aaf05, transno 4294972825 00000004:00080000:0.0:1776201063.153803:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000b63438ad, transno 4294972826 00000004:00080000:0.0:1776201063.153805:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000092bcb316, transno 4294972827 00000004:00080000:0.0:1776201063.153807:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000156c1663, transno 4294972828 00000004:00080000:0.0:1776201063.153809:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000043317391, transno 4294972829 00000004:00080000:0.0:1776201063.153811:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009ead4b68, transno 4294972830 00000004:00080000:0.0:1776201063.153813:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000016bf6c4f, transno 4294972831 00000004:00080000:0.0:1776201063.153814:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a5c5dee1, transno 4294972832 00000004:00080000:0.0:1776201063.153816:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000045b665c7, transno 4294972833 00000004:00080000:0.0:1776201063.153818:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000062364e00, transno 4294972834 00000004:00080000:0.0:1776201063.153820:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000061912eb1, transno 4294972835 00000004:00080000:0.0:1776201063.153822:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000b3f250af, transno 4294972836 00000004:00080000:0.0:1776201063.153824:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e9534942, transno 4294972837 00000004:00080000:0.0:1776201063.153826:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000045273bce, transno 4294972838 00000004:00080000:0.0:1776201063.153828:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ace2890b, transno 4294972839 00000004:00080000:0.0:1776201063.153831:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000018d5456f, transno 4294972840 00000004:00080000:0.0:1776201063.153833:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000bb7d1afd, transno 4294972841 00000100:00100000:0.0:1776201063.153838:0:3027:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000ae5fed19 x1862480742332736/t4294972842(4294972842) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000100:00100000:0.0:1776201063.153865:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742333760:0@lo:13:osp-pre-0-0.0 00000040:00100000:0.0:1776201063.154168:0:6541:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 80 records, first 3559 in log [0x1:0x3:0x0] 00000004:00080000:0.0:1776201063.154332:0:6541:0:(osp_sync.c:1124:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 5 in progress, 0 in flight, 80 done 00000100:00100000:1.0:1776201063.154716:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+33:18479:x1862480738272064:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 5642us (11180us total) trans 4295011063 rc 0/0 00000100:00100000:1.0:1776201063.154726:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72689 00010000:00010000:1.0:1776201063.172701:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172722:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172730:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172736:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492a2563 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.172741:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172748:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172764:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (0000000095d8d3e7) 00010000:00010000:1.0:1776201063.172767:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.172771:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.172776:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcef1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201063.180910:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.181086:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272192 00000100:00100000:1.0:1776201063.181146:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72690 00000100:00100000:1.0:1776201063.181153:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+32:18479:x1862480738272192:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:1.0:1776201063.181217:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201063.181242:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2d7 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.181365:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.181382:0:6374:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.181389:0:6374:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.181423:0:6374:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.181433:0:6374:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 33 pid: 6374 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1776201063.181443:0:6374:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6374:1862480742333824:192.168.202.3@tcp:104: 00000100:00100000:1.0:1776201063.181526:0:6374:0:(client.c:2500:ptlrpc_set_wait()) set 000000006273c45c going to sleep for 6 seconds 00000100:00100000:2.0:1776201063.187675:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201063.187769:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272256 00010000:00010000:3.0:1776201063.187808:0:10928:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 34 pid: 6374 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1776201063.187854:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 33828 00000100:00100000:3.0:1776201063.187861:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b6ccb20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+34:2226:x1862480738272256:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776201063.187887:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776201063.187892:0:10928:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 34 pid: 6374 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1776201063.187904:0:10928:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 34 pid: 6374 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1776201063.187924:0:10928:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (0000000065caadef) 00010000:00010000:3.0:1776201063.187928:0:10928:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201063.187938:0:10928:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201063.187945:0:10928:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201063.187964:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776201063.188382:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b6ccb20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b1842e67-c817-43d9-bd43-cf870479ca00+34:2226:x1862480738272256:12345-192.168.202.3@tcp:103:ldlm_bl_02.0 Request processed in 159us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201063.188391:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 33828 00010000:00010000:1.0:1776201063.188736:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcef8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d0 expref: 33 pid: 6374 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1776201063.188755:0:6374:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6374:1862480742333824:192.168.202.3@tcp:104: 00010000:00010000:1.0:1776201063.188776:0:6374:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.188785:0:6374:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.188791:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201063.188810:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b4:0x0]: returning size 0 00000004:00080000:1.0:1776201063.189497:0:6374:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x11d5:0x0], index 0: 0 00010000:00010000:1.0:1776201063.189644:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189653:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189660:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189665:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.189669:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189676:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189688:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (0000000065caadef) 00010000:00010000:1.0:1776201063.189691:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1776201063.189694:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189700:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189759:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf06 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d7 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189766:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2d7 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.189776:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008438355d, rc 0) 00000100:00100000:1.0:1776201063.189827:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+32:18479:x1862480738272192:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 8674us (8925us total) trans 4295011064 rc 301/301 00000100:00100000:1.0:1776201063.189835:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72690 00000100:00100000:2.0:1776201063.210789:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.210862:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272384 00000100:00100000:1.0:1776201063.211038:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24463 00000100:00100000:1.0:1776201063.211045:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+32:18479:x1862480738272384:12345-192.168.202.3@tcp:35:lfs.0 00000100:00100000:1.0:1776201063.211507:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+33:18479:x1862480738272384:12345-192.168.202.3@tcp:35:lfs.0 Request processed in 461us (726us total) trans 4295011065 rc 0/0 00000100:00100000:1.0:1776201063.211517:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24463 00000100:00100000:3.0:1776201063.218300:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.218712:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272512 00000100:00100000:1.0:1776201063.218771:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24464 00000100:00100000:1.0:1776201063.218778:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+33:18479:x1862480738272512:12345-192.168.202.3@tcp:35:lfs.0 00000100:00100000:1.0:1776201063.219048:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5289b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+34:18479:x1862480738272512:12345-192.168.202.3@tcp:35:lfs.0 Request processed in 269us (755us total) trans 4295011066 rc 0/0 00000100:00100000:1.0:1776201063.219057:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24464 00000100:00100000:2.0:1776201063.253052:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.253740:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272640 00000100:00100000:1.0:1776201063.253806:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72691 00000100:00100000:1.0:1776201063.253814:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e385907 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+34:18485:x1862480738272640:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:1.0:1776201063.253845:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201063.253879:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2de expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254001:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254027:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254040:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254059:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254066:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.254071:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255395:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255413:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255420:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255426:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.255429:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255437:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255459:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:1.0:1776201063.255462:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.255466:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255477:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255496:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255502:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255506:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255511:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.255513:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255518:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255524:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (0000000065caadef) 00010000:00010000:1.0:1776201063.255526:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.255528:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255533:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255594:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf1b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2de expref: 35 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255607:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2de expref: 35 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.255616:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008438355d, rc 0) 00000100:00100000:0.0:1776201063.261827:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e385907 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+34:18485:x1862480738272640:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 8000us (8771us total) trans 0 rc 301/301 00000100:00100000:0.0:1776201063.261843:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72691 00000100:00100000:2.0:1776201063.271725:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201063.276583:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272768 00000100:00100000:0.0:1776201063.276668:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72692 00000100:00100000:0.0:1776201063.276674:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ba4e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+34:18485:x1862480738272768:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:0.0:1776201063.276697:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201063.276720:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbcf30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2e5 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201063.276850:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b3:0x0]: returning size 512 00010000:00010000:0.0:1776201063.276968:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbcf30 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2e5 expref: 36 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.276975:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbcf30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2e5 expref: 36 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201063.276988:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d4f2d107, rc 0) 00000100:00100000:0.0:1776201063.277075:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ba4e54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+35:18485:x1862480738272768:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 400us (5358us total) trans 4295011067 rc 301/301 00000100:00100000:0.0:1776201063.277080:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72692 00000100:00100000:2.0:1776201063.282063:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.282136:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272832 00000100:00100000:1.0:1776201063.282214:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72693 00000100:00100000:1.0:1776201063.282221:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9aaaab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+35:18485:x1862480738272832:12345-192.168.202.3@tcp:34:lfs.0 00010000:00010000:1.0:1776201063.282302:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282317:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282330:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282344:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282351:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282356:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282441:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282463:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282470:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201063.282501:0:5553:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b4:0x0]: returning size 0 00000004:00200000:1.0:1776201063.282505:0:5553:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201063.282516:0:5553:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282529:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282535:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282542:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282548:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.282552:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282558:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282569:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:1.0:1776201063.282571:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.282577:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282582:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282598:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282603:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282608:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282612:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.282614:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282619:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282625:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (0000000065caadef) 00010000:00010000:1.0:1776201063.282627:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.282629:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282635:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282649:0:5553:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282655:0:5553:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282659:0:5553:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282662:0:5553:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201063.282663:0:5553:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282666:0:5553:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282670:0:5553:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (0000000095d8d3e7) 00010000:00010000:1.0:1776201063.282671:0:5553:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201063.282672:0:5553:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201063.282675:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201063.282740:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9aaaab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+35:18485:x1862480738272832:12345-192.168.202.3@tcp:34:lfs.0 Request processed in 518us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201063.282747:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72693 00000100:00100000:3.0:1776201063.287604:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201063.287684:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738272960 00000100:00100000:1.0:1776201063.287732:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24465 00000100:00100000:1.0:1776201063.287738:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+35:18485:x1862480738272960:12345-192.168.202.3@tcp:35:lfs.0 00000100:00100000:1.0:1776201063.287978:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085334bbd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+36:18485:x1862480738272960:12345-192.168.202.3@tcp:35:lfs.0 Request processed in 239us (384us total) trans 4295011068 rc 0/0 00000100:00100000:1.0:1776201063.287987:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24465 00010000:00010000:0.0:1776201063.474683:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201064.120564:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201064.121542:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273024 00000100:00100000:1.0:1776201064.121597:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72694 00000100:00100000:1.0:1776201064.121604:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+36:18494:x1862480738273024:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:1.0:1776201064.121631:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201064.121652:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2ec expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121737:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121753:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121764:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776201064.121824:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1776201064.121828:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:1.0:1776201064.121851:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121873:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ec expref: 38 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121890:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ec expref: 37 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.121898:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:1.0:1776201064.121901:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776201064.121904:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000984c34c5, rc 0) 00000100:00100000:1.0:1776201064.121971:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a48de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+37:18494:x1862480738273024:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 367us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201064.121979:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72694 00000100:00100000:3.0:1776201064.133477:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201064.133568:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273088 00000100:00100000:0.0:1776201064.133629:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72695 00000100:00100000:0.0:1776201064.133635:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+37:18494:x1862480738273088:12345-192.168.202.3@tcp:41:lfs.0 00000004:00000024:0.0:1776201064.133679:0:6374:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 10223616 pending 0 free 2259550208 avail 2257453056 00000100:00100000:0.0:1776201064.133750:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013fb72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+37:18494:x1862480738273088:12345-192.168.202.3@tcp:41:lfs.0 Request processed in 114us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201064.133757:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72695 00000100:00100000:0.0:1776201064.136732:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201064.136820:0:13823:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273152 00000100:00100000:1.0:1776201064.136873:0:13823:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 368 00000100:00100000:1.0:1776201064.136879:0:13823:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b1842e67-c817-43d9-bd43-cf870479ca00+5:18494:x1862480738273152:12345-192.168.202.3@tcp:13:lfs.0 00002000:00000024:1.0:1776201064.136904:0:13823:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 44302336 granted 194183168 pending 0 free 3843031040 avail 3840933888 00000100:00100000:1.0:1776201064.136973:0:13823:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094426340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b1842e67-c817-43d9-bd43-cf870479ca00+5:18494:x1862480738273152:12345-192.168.202.3@tcp:13:lfs.0 Request processed in 93us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201064.136980:0:13823:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 368 00000100:00100000:3.0:1776201064.141426:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201064.141644:0:6356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273216 00000100:00100000:1.0:1776201064.141704:0:6356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 369 00000100:00100000:1.0:1776201064.141710:0:6356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b1842e67-c817-43d9-bd43-cf870479ca00+5:18494:x1862480738273216:12345-192.168.202.3@tcp:13:lfs.0 00002000:00000024:1.0:1776201064.141751:0:6356:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 42598400 granted 510590976 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1776201064.141812:0:6356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000966de31b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b1842e67-c817-43d9-bd43-cf870479ca00+5:18494:x1862480738273216:12345-192.168.202.3@tcp:13:lfs.0 Request processed in 101us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201064.141820:0:6356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 369 00000100:00100000:3.0:1776201064.224896:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201064.225098:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273344 00000100:00100000:1.0:1776201064.225158:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72696 00000100:00100000:1.0:1776201064.225166:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+37:18501:x1862480738273344:12345-192.168.202.3@tcp:36:mcreate.0 00010000:00010000:1.0:1776201064.225267:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201064.225300:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2ec expref: 37 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225332:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:1.0:1776201064.225337:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201064.225422:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225446:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225457:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225473:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225479:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.225484:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226013:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226024:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226030:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226035:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201064.226039:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226045:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226055:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:1.0:1776201064.226057:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201064.226061:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.226067:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf61 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201064.226081:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000074d76c0 reply state 000000000a704600 transno 4295011069 ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201064.226222:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000074d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+38:18501:x1862480738273344:12345-192.168.202.3@tcp:36:mcreate.0 Request processed in 1055us (1335us total) trans 4295011069 rc 0/0 00000100:00100000:1.0:1776201064.226230:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72696 00010000:00010000:1.0:1776201064.230679:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230699:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230706:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230711:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201064.230716:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230724:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230741:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe74045a8 (0000000095d8d3e7) 00010000:00010000:1.0:1776201064.230744:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201064.230748:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.230753:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf68 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201064.278928:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201064.278984:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273408 00000100:00100000:0.0:1776201064.279120:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72697 00000100:00100000:0.0:1776201064.279130:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+37:18504:x1862480738273408:12345-192.168.202.3@tcp:101:rm.0 00010000:00010000:0.0:1776201064.279160:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776201064.279203:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbcf6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2f3 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279312:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279326:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279336:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279352:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279358:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279364:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279505:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279513:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279520:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776201064.279551:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b5:0x0]: returning size 0 00000004:00200000:0.0:1776201064.279555:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776201064.279573:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279583:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279590:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279597:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279603:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279609:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e10c295 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201064.279613:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.279619:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282345:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:0.0:1776201064.282357:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201064.282367:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282379:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e10c295/0xf221502977fbcf76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282396:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282403:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282411:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282417:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132dd750 already unused, calling callback (00000000ba6a1727) 00010000:00010000:0.0:1776201064.282420:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282428:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282454:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe74045a8 (000000003a17b733) 00010000:00010000:0.0:1776201064.282456:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776201064.282458:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282464:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000132dd750/0xf221502977fbcf7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282511:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4f2d107/0xf221502977fbcf6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2f3 expref: 39 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282524:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2f3 expref: 38 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201064.282535:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b5:0x0].0x0 (00000000f1013fd0) 00010000:00010000:0.0:1776201064.282537:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1776201064.282538:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003ad497e1, rc 0) 00000100:00100000:0.0:1776201064.282619:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbce98dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+38:18504:x1862480738273408:12345-192.168.202.3@tcp:101:rm.0 Request processed in 3487us (3698us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201064.282628:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72697 00000100:00100000:3.0:1776201064.314800:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201064.315110:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273536 00000100:00100000:1.0:1776201064.315169:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72698 00000100:00100000:1.0:1776201064.315177:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+38:18504:x1862480738273536:12345-192.168.202.3@tcp:36:rm.0 00010000:00010000:1.0:1776201064.315264:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776201064.315290:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad497e1/0xf221502977fbcf84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2f3 expref: 38 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315313:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b5:0x0].0x0 (00000000f1013fd0) 00010000:00010000:1.0:1776201064.315326:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776201064.315361:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315375:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315386:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315402:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315408:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315413:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315525:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315533:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315539:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.315995:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316005:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316013:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316020:0:6374:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316030:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316035:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316108:0:6374:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776201064.316126:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000068c6a18a reply state 00000000cff74d68 transno 4295011070 ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316170:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316176:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316216:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316221:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008438355d already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201064.316225:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316232:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316241:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005577283c) 00010000:00010000:1.0:1776201064.316243:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201064.316247:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201064.316251:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008438355d/0xf221502977fbcf8b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776201064.316263:0:6374:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000068c6a18a reply state 00000000cff74d68 transno 4295011070 ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776201064.316344:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c6a18a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+39:18504:x1862480738273536:12345-192.168.202.3@tcp:36:rm.0 Request processed in 1166us (1552us total) trans 4295011070 rc 0/0 00000100:00100000:1.0:1776201064.316352:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72698 00010000:00010000:2.0:1776201064.319235:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201064.319246:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.319262:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492a2563 already unused, calling callback (000000001a23d419) 00010000:00010000:2.0:1776201064.319265:0:5542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.319274:0:5542:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.319292:0:5542:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b5:0x0].0x0 (0000000065caadef) 00010000:00010000:2.0:1776201064.319295:0:5542:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776201064.319299:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.319304:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492a2563/0xf221502977fbcfa0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446638689242794432 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.319322:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201064.319324:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201064.319325:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201064.323348:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323368:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323375:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323381:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ff69c40 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201064.323385:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323391:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323406:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe74045a8 (0000000095d8d3e7) 00010000:00010000:2.0:1776201064.323409:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201064.323414:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323424:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ff69c40/0xf221502977fbcf92 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe74045a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323459:0:3011:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323466:0:3011:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323471:0:3011:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323476:0:3011:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000984c34c5 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201064.323478:0:3011:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323483:0:3011:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323489:0:3011:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b5:0x0].0x0 (0000000065caadef) 00010000:00010000:2.0:1776201064.323491:0:3011:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776201064.323493:0:3011:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201064.323497:0:3011:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000984c34c5/0xf221502977fbcf99 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201064.497411:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201064.690941:0:3025:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776201064.690961:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742333888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1776201064.691030:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776201064.691076:0:6356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742333888 00000100:00100000:0.0:1776201064.691130:0:6356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1776201064.691136:0:6356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3025:x1862480742333888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1776201064.691157:0:6356:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 42598400 granted 510590976 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1776201064.691213:0:6356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074f9df78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3025:x1862480742333888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201064.691221:0:6356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1776201064.691466:0:3025:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973704 gen 2 00000004:00080000:0.0:1776201064.691471:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000005932938, transno 4294973623 00000004:00080000:0.0:1776201064.691487:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e1437388, transno 4294973624 00000004:00080000:0.0:1776201064.691489:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000000af6529b, transno 4294973625 00000004:00080000:0.0:1776201064.691491:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ba14e0e5, transno 4294973626 00000004:00080000:0.0:1776201064.691493:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000048418dfd, transno 4294973627 00000004:00080000:0.0:1776201064.691495:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000707f9254, transno 4294973628 00000004:00080000:0.0:1776201064.691497:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000422e019a, transno 4294973629 00000004:00080000:0.0:1776201064.691500:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000004d9fd31f, transno 4294973630 00000004:00080000:0.0:1776201064.691501:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000061351561, transno 4294973631 00000004:00080000:0.0:1776201064.691504:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c65aa6b2, transno 4294973632 00000004:00080000:0.0:1776201064.691506:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000014e40560, transno 4294973633 00000004:00080000:0.0:1776201064.691508:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000002bfc74ce, transno 4294973634 00000004:00080000:0.0:1776201064.691510:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000092165de, transno 4294973635 00000004:00080000:0.0:1776201064.691512:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000000ea96647, transno 4294973636 00000004:00080000:0.0:1776201064.691514:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c0227de9, transno 4294973637 00000004:00080000:0.0:1776201064.691516:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000044c3f1ef, transno 4294973638 00000004:00080000:0.0:1776201064.691518:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c532a2a6, transno 4294973639 00000004:00080000:0.0:1776201064.691520:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000f388d51f, transno 4294973640 00000004:00080000:0.0:1776201064.691522:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e646e34e, transno 4294973641 00000004:00080000:0.0:1776201064.691524:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000096eaeeee, transno 4294973642 00000004:00080000:0.0:1776201064.691526:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000001feef4b, transno 4294973643 00000004:00080000:0.0:1776201064.691528:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e9fad504, transno 4294973644 00000004:00080000:0.0:1776201064.691529:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009a78bcb8, transno 4294973645 00000004:00080000:0.0:1776201064.691531:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000f0e5c120, transno 4294973646 00000004:00080000:0.0:1776201064.691533:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009e235010, transno 4294973647 00000004:00080000:0.0:1776201064.691535:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009c1d6799, transno 4294973648 00000004:00080000:0.0:1776201064.691537:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000049588d70, transno 4294973649 00000004:00080000:0.0:1776201064.691539:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a07bb7bd, transno 4294973650 00000004:00080000:0.0:1776201064.691541:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000007dc118d0, transno 4294973651 00000004:00080000:0.0:1776201064.691543:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d69b61a8, transno 4294973652 00000004:00080000:0.0:1776201064.691545:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c19e1a8e, transno 4294973653 00000004:00080000:0.0:1776201064.691547:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000029f39c2, transno 4294973654 00000004:00080000:0.0:1776201064.691549:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000004862d387, transno 4294973655 00000004:00080000:0.0:1776201064.691551:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000cc81492a, transno 4294973656 00000004:00080000:0.0:1776201064.691553:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000007d23a522, transno 4294973657 00000004:00080000:0.0:1776201064.691555:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000009d9d947b, transno 4294973658 00000004:00080000:0.0:1776201064.691557:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000097719969, transno 4294973659 00000004:00080000:0.0:1776201064.691559:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a80d2e8d, transno 4294973660 00000004:00080000:0.0:1776201064.691561:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e00958cc, transno 4294973661 00000004:00080000:0.0:1776201064.691564:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000572a47d9, transno 4294973662 00000004:00080000:0.0:1776201064.691566:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000048de480d, transno 4294973663 00000004:00080000:0.0:1776201064.691569:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000035354b40, transno 4294973664 00000004:00080000:0.0:1776201064.691571:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000056e99c86, transno 4294973665 00000004:00080000:0.0:1776201064.691573:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000efce1596, transno 4294973666 00000004:00080000:0.0:1776201064.691575:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000006f10d56, transno 4294973667 00000004:00080000:0.0:1776201064.691577:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000006572a1c5, transno 4294973668 00000004:00080000:0.0:1776201064.691579:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000008d4db482, transno 4294973669 00000004:00080000:0.0:1776201064.691581:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c63ffde7, transno 4294973670 00000004:00080000:0.0:1776201064.691583:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000008e2772ac, transno 4294973671 00000004:00080000:0.0:1776201064.691585:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000003853714a, transno 4294973672 00000004:00080000:0.0:1776201064.691587:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000010f1fa44, transno 4294973673 00000004:00080000:0.0:1776201064.691589:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000000316d235, transno 4294973674 00000004:00080000:0.0:1776201064.691590:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d3939d65, transno 4294973675 00000004:00080000:0.0:1776201064.691592:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c9e6f7d4, transno 4294973676 00000004:00080000:0.0:1776201064.691594:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000fd63476b, transno 4294973677 00000004:00080000:0.0:1776201064.691597:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000d8f129d2, transno 4294973678 00000004:00080000:0.0:1776201064.691599:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000006535eb91, transno 4294973679 00000004:00080000:0.0:1776201064.691601:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a2b0e433, transno 4294973680 00000004:00080000:0.0:1776201064.691603:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000bd5e2fb8, transno 4294973681 00000004:00080000:0.0:1776201064.691605:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000005ebf6937, transno 4294973682 00000004:00080000:0.0:1776201064.691607:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000004b1828cc, transno 4294973683 00000004:00080000:0.0:1776201064.691608:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a49d6c9e, transno 4294973684 00000004:00080000:0.0:1776201064.691610:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000007186d07a, transno 4294973685 00000004:00080000:0.0:1776201064.691612:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000047d21d0e, transno 4294973686 00000004:00080000:0.0:1776201064.691614:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ad4b0173, transno 4294973687 00000004:00080000:0.0:1776201064.691616:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000511adbbd, transno 4294973688 00000004:00080000:0.0:1776201064.691618:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a80fc01f, transno 4294973689 00000004:00080000:0.0:1776201064.691620:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ddcec877, transno 4294973690 00000004:00080000:0.0:1776201064.691622:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000005916437, transno 4294973691 00000004:00080000:0.0:1776201064.691624:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000057648368, transno 4294973692 00000004:00080000:0.0:1776201064.691627:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000055d7e90, transno 4294973693 00000004:00080000:0.0:1776201064.691630:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000218c7725, transno 4294973694 00000004:00080000:0.0:1776201064.691632:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000afa4fc20, transno 4294973695 00000004:00080000:0.0:1776201064.691635:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000db8bdf8f, transno 4294973696 00000004:00080000:0.0:1776201064.691637:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000039d194cd, transno 4294973697 00000004:00080000:0.0:1776201064.691639:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000b017bde7, transno 4294973698 00000004:00080000:0.0:1776201064.691641:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000005c066a51, transno 4294973699 00000004:00080000:0.0:1776201064.691643:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000a007c464, transno 4294973700 00000004:00080000:0.0:1776201064.691644:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000063f5a19c, transno 4294973701 00000004:00080000:0.0:1776201064.691647:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000e4fb4091, transno 4294973702 00000004:00080000:0.0:1776201064.691649:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000cf264b9d, transno 4294973703 00000004:00080000:0.0:1776201064.691651:0:3025:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000f5f9dd02, transno 4294973704 00000100:00100000:0.0:1776201064.691655:0:3025:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000920ab5a5 x1862480742332928/t4294973705(4294973705) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000100:00100000:0.0:1776201064.691672:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f326e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3025:1862480742333888:0@lo:13:osp-pre-1-0.0 00000040:00100000:3.0:1776201064.692005:0:7565:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 82 records, first 3560 in log [0x1:0x6:0x0] 00000004:00080000:3.0:1776201064.692152:0:7565:0:(osp_sync.c:1124:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 0 in flight, 82 done 00000020:00000080:3.0:1776201065.353845:0:14268:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:3.0:1776201065.353854:0:14268:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:3.0:1776201065.353858:0:14268:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00010000:00010000:0.0:1776201065.524019:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1776201066.279979:0:14316:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:1.0:1776201066.279987:0:14316:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:1.0:1776201066.279992:0:14316:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000020:00000080:1.0:1776201066.280010:0:14316:0:(class_obd.c:302:class_handle_ioctl()) cmd = 4008668d 00000004:00000080:1.0:1776201066.280015:0:14316:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x4008668d 00000001:00080000:0.0:1776201066.317090:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011067 is committed 00000001:00080000:0.0:1776201066.317113:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011070 is committed 00080000:00020000:3.0:1776201066.320906:0:14316:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00010000:00010000:0.0:1776201066.546164:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1776201067.083574:0:14366:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1776201067.083579:0:14366:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:3.0:1776201067.151475:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:2.0:1776201067.151834:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273664 00000100:00100000:2.0:1776201067.151895:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72699 00000100:00100000:2.0:1776201067.151903:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+29:18535:x1862480738273664:12345-192.168.202.3@tcp:101:dd.0 00010000:00010000:2.0:1776201067.151931:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201067.151952:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcfa7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e2fa expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152169:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152205:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152216:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152231:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152238:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152244:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152322:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcfbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152331:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcfbc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152338:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcfbc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776201067.152348:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b4:0x0]: returning size 0 00010000:00010000:2.0:1776201067.152602:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152610:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152617:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152623:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d51cb469 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201067.152626:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152632:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152644:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:2.0:1776201067.152646:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201067.152649:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152654:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d51cb469/0xf221502977fbcfae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152665:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152670:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152675:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152680:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004701edac already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201067.152681:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152686:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152693:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (000000004aa5de2b) 00010000:00010000:2.0:1776201067.152695:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201067.152697:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152702:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004701edac/0xf221502977fbcfb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152735:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcfa7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2fa expref: 32 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152747:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcfbc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2fa expref: 31 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.152753:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (00000000917483fe) 00010000:00010000:2.0:1776201067.152755:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1776201067.152757:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006cb43538, rc 0) 00010000:00000080:2.0:1776201067.152762:0:6374:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000035354b40 x1862480738273664/t4295011071(0) o101->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 4624/840 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:2.0:1776201067.152832:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+31:18535:x1862480738273664:12345-192.168.202.3@tcp:101:dd.0 Request processed in 929us (1375us total) trans 4295011071 rc 0/0 00000100:00100000:2.0:1776201067.152840:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72699 00000100:00100000:0.0:1776201067.157719:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201067.157802:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273792 00000100:00100000:3.0:1776201067.157853:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72700 00000100:00100000:3.0:1776201067.157861:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+31:18535:x1862480738273792:12345-192.168.202.3@tcp:36:dd.0 00010000:00010000:3.0:1776201067.158159:0:5553:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.158176:0:5553:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.158222:0:5553:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1776201067.158281:0:5553:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4295011072 00000004:00010000:3.0:1776201067.158294:0:5553:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000055f326e1 reply state 000000005a62c4e2 transno 4295011072 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00000080:3.0:1776201067.158336:0:5553:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000055f326e1 x1862480738273792/t4295011072(0) o36->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 488/456 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:3.0:1776201067.158403:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f326e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+33:18535:x1862480738273792:12345-192.168.202.3@tcp:36:dd.0 Request processed in 542us (694us total) trans 4295011072 rc 0/0 00000100:00100000:3.0:1776201067.158420:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72700 00000100:00100000:0.0:1776201067.165341:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00010000:00010000:1.0:1776201067.165765:0:3010:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165780:0:3010:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165788:0:3010:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165794:0:3010:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5cb548f already unused, calling callback (00000000ba6a1727) 00010000:00010000:1.0:1776201067.165797:0:3010:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165806:0:3010:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165823:0:3010:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (00000000917483fe) 00010000:00010000:1.0:1776201067.165826:0:3010:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776201067.165830:0:3010:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.165835:0:3010:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5cb548f/0xf221502977fbcfca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776201067.168656:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273920 00000100:00100000:2.0:1776201067.168717:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72701 00000100:00100000:2.0:1776201067.168724:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+32:18535:x1862480738273920:12345-192.168.202.3@tcp:101:dd.0 00010000:00010000:2.0:1776201067.168751:0:6374:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201067.168754:0:6374:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1776201067.168782:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcfbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2fa expref: 32 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.168801:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (00000000917483fe) 00010000:00010000:2.0:1776201067.168809:0:6374:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776201067.168824:0:6374:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbcfd1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e301 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.168895:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.168907:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.168917:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1776201067.170719:0:6374:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x11d3:0x0], index 1: 0 00010000:00010000:2.0:1776201067.170839:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e301 expref: 34 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.170853:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (000000005db9ca46) 00010000:00010000:2.0:1776201067.170856:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1776201067.170874:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbcfd1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e301 expref: 34 pid: 6374 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776201067.170890:0:6374:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e301 expref: 33 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.170917:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (000000005db9ca46) 00010000:00010000:2.0:1776201067.170919:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1776201067.170921:0:6374:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5ab4424, rc 0) 00010000:00000080:2.0:1776201067.170928:0:6374:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000be83a433 x1862480738273920/t4295011073(0) o101->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 376/584 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:2.0:1776201067.171450:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be83a433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+33:18535:x1862480738273920:12345-192.168.202.3@tcp:101:dd.0 Request processed in 2723us (6115us total) trans 4295011073 rc 0/0 00000100:00100000:2.0:1776201067.171556:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72701 00000100:00100000:3.0:1776201067.179141:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201067.179269:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738273984 00000100:00100000:1.0:1776201067.179321:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 20771 00000100:00100000:1.0:1776201067.179328:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efce1596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b1842e67-c817-43d9-bd43-cf870479ca00+5:18535:x1862480738273984:12345-192.168.202.3@tcp:101:dd.0 00010000:00010000:1.0:1776201067.179350:0:12107:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776201067.179377:0:12107:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008438355d/0xf221502977fbcfdf lrc: 2/0,0 mode: --/PW res: [0x11d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e308 expref: -99 pid: 12107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1776201067.179405:0:12107:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x11d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1776201067.179435:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201067.179437:0:12107:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776201067.179449:0:12107:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008438355d/0xf221502977fbcfdf lrc: 3/0,0 mode: PW/PW res: [0x11d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e308 expref: 6 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.179477:0:12107:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008438355d/0xf221502977fbcfdf lrc: 3/0,0 mode: PW/PW res: [0x11d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e308 expref: 6 pid: 12107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776201067.179491:0:12107:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008438355d, rc 0) 00000100:00100000:1.0:1776201067.179552:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efce1596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b1842e67-c817-43d9-bd43-cf870479ca00+6:18535:x1862480738273984:12345-192.168.202.3@tcp:101:dd.0 Request processed in 224us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201067.179563:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 20771 00000100:00100000:2.0:1776201067.183675:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201067.183927:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274048 00000100:00100000:3.0:1776201067.184020:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 20772 00000100:00100000:3.0:1776201067.184029:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038d14884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b1842e67-c817-43d9-bd43-cf870479ca00+5:18535:x1862480738274048:12345-192.168.202.3@tcp:101:dd.0 00010000:00010000:3.0:1776201067.184064:0:10927:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201067.184100:0:10927:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f97a45/0xf221502977fbcfe6 lrc: 2/0,0 mode: --/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e30f expref: -99 pid: 10927 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1776201067.184136:0:10927:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x11d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1776201067.184164:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201067.184167:0:10927:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776201067.184248:0:10927:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f97a45/0xf221502977fbcfe6 lrc: 3/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e30f expref: 6 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.184275:0:10927:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f97a45/0xf221502977fbcfe6 lrc: 3/0,0 mode: PW/PW res: [0x11d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e30f expref: 6 pid: 10927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.184300:0:10927:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000075f97a45, rc 0) 00000100:00100000:3.0:1776201067.184383:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038d14884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b1842e67-c817-43d9-bd43-cf870479ca00+6:18535:x1862480738274048:12345-192.168.202.3@tcp:101:dd.0 Request processed in 353us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201067.184391:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 20772 00000100:00100000:3.0:1776201067.197235:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201067.197331:0:6357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274112 00002000:00010000:0.0:1776201067.197372:0:6357:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 4563/0 (2097152->18446744073709551615) 00002000:00100000:0.0:1776201067.197378:0:6357:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000006f10d56 with x1862480738274112 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1776201067.197391:0:6357:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 0000000006f10d56. 00000100:00100000:0.0:1776201067.197437:0:6357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 2882 00000100:00100000:0.0:1776201067.197445:0:6357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006f10d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b1842e67-c817-43d9-bd43-cf870479ca00+6:2226:x1862480738274112:12345-192.168.202.3@tcp:10:dd.0 00002000:00010000:0.0:1776201067.197762:0:6357:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x11d3:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1776201067.197766:0:6357:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x11d3:0x0] updating lvb mtime from disk: 0 -> 1776201067 00002000:00010000:0.0:1776201067.197768:0:6357:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100010000:0x11d3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1776201067.197769:0:6357:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x11d3:0x0] updating lvb ctime from disk: 0 -> 1776201067 00002000:00010000:0.0:1776201067.197771:0:6357:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x11d3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1776201067.197846:0:6357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006f10d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b1842e67-c817-43d9-bd43-cf870479ca00+7:2226:x1862480738274112:12345-192.168.202.3@tcp:10:dd.0 Request processed in 400us (671us total) trans 4294973709 rc 0/0 00000100:00100000:0.0:1776201067.197855:0:6357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 2882 00002000:00010000:0.0:1776201067.197859:0:6357:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 4563/0 (2097152->18446744073709551615) 00002000:00100000:0.0:1776201067.197863:0:6357:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000006f10d56 with x1862480738274112 ext(2097152->18446744073709551615) 00002000:00010000:0.0:1776201067.197869:0:6357:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 0000000006f10d56. 00000100:00100000:0.0:1776201067.209374:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201067.209470:0:13759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274240 00000100:00100000:1.0:1776201067.209538:0:13759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24466 00000100:00100000:1.0:1776201067.209544:0:13759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd63476b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+33:18535:x1862480738274240:12345-192.168.202.3@tcp:35:dd.0 00010000:00000080:1.0:1776201067.209829:0:13759:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000fd63476b x1862480738274240/t4295011074(0) o35->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 392/456 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:1.0:1776201067.209895:0:13759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd63476b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b1842e67-c817-43d9-bd43-cf870479ca00+34:18535:x1862480738274240:12345-192.168.202.3@tcp:35:dd.0 Request processed in 350us (530us total) trans 4295011074 rc 0/0 00000100:00100000:1.0:1776201067.209902:0:13759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24466 00000100:00100000:1.0:1776201067.261131:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3026:1862480742334016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201067.261215:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201067.261239:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742334272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201067.261263:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201067.261284:0:3026:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776201067.261289:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3026:1862480742334080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201067.261308:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201067.261450:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334272 00000100:00100000:1.0:1776201067.261494:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1776201067.261499:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3026:x1862480742334272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201067.261552:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbd4af5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3026:x1862480742334272:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201067.261559:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1776201067.261728:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a78bcb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3026:1862480742334272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1776201067.264656:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334016 00000100:00100000:2.0:1776201067.264707:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334080 00000100:00100000:2.0:1776201067.264735:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1776201067.264740:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3026:x1862480742334016:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:2.0:1776201067.264770:0:5553:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004e4d9eff x1862480742334016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1776201110 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776201067.264841:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4d9eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3026:x1862480742334016:12345-0@lo:400:kworker/u8:2.0 Request processed in 100us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201067.264848:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1776201067.264867:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1776201067.264871:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3026:x1862480742334080:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:2.0:1776201067.264881:0:5553:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000fc7f4356 x1862480742334080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1776201110 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776201067.264904:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7f4356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3026:x1862480742334080:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (3596us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201067.264909:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1776201067.264965:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66ed06e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3026:1862480742334080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1776201067.264978:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d9a351 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3026:1862480742334016:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.265314:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0227de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742334144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.265359:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201067.265381:0:3024:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776201067.265388:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742333952:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.265425:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201067.265440:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e646e34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3024:1862480742334208:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.265461:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201067.271839:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334144 00000100:00100000:1.0:1776201067.271905:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1776201067.271910:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e2772ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+10:3024:x1862480742334144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1776201067.271989:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e2772ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+10:3024:x1862480742334144:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (6631us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201067.271997:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1776201067.275888:0:5548:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742333952 00000100:00100000:3.0:1776201067.276053:0:5548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1776201067.276059:0:5548:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049094745 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3024:x1862480742333952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.276130:0:5548:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049094745 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3024:x1862480742333952:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (10705us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201067.276139:0:5548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1776201067.276279:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201067.276446:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0227de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3024:1862480742334144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1776201067.276471:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa73bcf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742333952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1776201067.280651:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334208 00000100:00100000:2.0:1776201067.280706:0:5555:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274368 00000100:00100000:2.0:1776201067.280729:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1776201067.280735:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010f1fa44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3024:x1862480742334208:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:2.0:1776201067.280762:0:5555:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000010f1fa44 x1862480742334208/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1776201110 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776201067.280835:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010f1fa44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3024:x1862480742334208:12345-0@lo:400:kworker/u8:2.0 Request processed in 100us (15374us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201067.280841:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1776201067.280858:0:5555:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72702 00000100:00100000:2.0:1776201067.280861:0:5555:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007039db8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+34:18537:x1862480738274368:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:2.0:1776201067.280876:0:5555:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776201067.280897:0:5555:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbcfed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e316 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281001:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281019:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281031:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281045:0:5555:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281051:0:5555:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281057:0:5555:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281163:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281169:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281176:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281203:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb43538 already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201067.281206:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281213:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281224:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:2.0:1776201067.281227:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201067.281230:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281236:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb43538/0xf221502977fbcff4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281246:0:5555:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281251:0:5555:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281256:0:5555:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281262:0:5555:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076c81a6f already unused, calling callback (00000000ba6a1727) 00010000:00010000:2.0:1776201067.281263:0:5555:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281268:0:5555:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281273:0:5555:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (00000000917483fe) 00010000:00010000:2.0:1776201067.281275:0:5555:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776201067.281276:0:5555:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281286:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076c81a6f/0xf221502977fbcffb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281319:0:5555:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbcfed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e316 expref: 35 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281326:0:5555:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018dd77c1/0xf221502977fbcfed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e316 expref: 35 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201067.281334:0:5555:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000018dd77c1, rc 0) 00010000:00000080:2.0:1776201067.281337:0:5555:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000007039db8e x1862480738274368/t0(0) o101->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 4624/600 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:2.0:1776201067.281381:0:5555:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007039db8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b1842e67-c817-43d9-bd43-cf870479ca00+34:18537:x1862480738274368:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 519us (5105us total) trans 0 rc 301/301 00000100:00100000:2.0:1776201067.281388:0:5555:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72702 00000100:00100000:2.0:1776201067.281541:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e646e34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3024:1862480742334208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1776201067.300443:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201067.303237:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274496 00000100:00100000:3.0:1776201067.303308:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72703 00000100:00100000:3.0:1776201067.303316:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+34:18537:x1862480738274496:12345-192.168.202.3@tcp:101:lfs.0 00010000:00010000:3.0:1776201067.303340:0:5553:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776201067.303364:0:5553:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbd002 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcc77304f71e6e31d expref: -99 pid: 5553 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201067.303528:0:5553:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b3:0x0]: returning size 11776 00010000:00010000:3.0:1776201067.303657:0:5553:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbd002 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e31d expref: 36 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.303666:0:5553:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b47d8cc/0xf221502977fbd002 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e31d expref: 36 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.303680:0:5553:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b47d8cc, rc 0) 00010000:00000080:3.0:1776201067.303686:0:5553:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000006535eb91 x1862480738274496/t4295011075(0) o101->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 4616/600 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:3.0:1776201067.303754:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006535eb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b1842e67-c817-43d9-bd43-cf870479ca00+35:18537:x1862480738274496:12345-192.168.202.3@tcp:101:lfs.0 Request processed in 437us (3319us total) trans 4295011075 rc 301/301 00000100:00100000:3.0:1776201067.303762:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72703 00000100:00100000:0.0:1776201067.313269:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:3.0:1776201067.313352:0:6374:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274560 00000100:00100000:3.0:1776201067.313417:0:6374:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 72704 00000100:00100000:3.0:1776201067.313424:0:6374:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+35:18537:x1862480738274560:12345-192.168.202.3@tcp:34:lfs.0 00010000:00010000:3.0:1776201067.313508:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313525:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313536:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313550:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313556:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313561:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313676:0:6374:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313683:0:6374:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313689:0:6374:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776201067.313729:0:6374:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13b4:0x0]: returning size 2098176 00000004:00200000:3.0:1776201067.313734:0:6374:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776201067.313749:0:6374:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313760:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313767:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313773:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313780:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000457b447e already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201067.313784:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313791:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313802:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (00000000fb56c175) 00010000:00010000:3.0:1776201067.313804:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201067.313807:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313812:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000457b447e/0xf221502977fbd010 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313824:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313829:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313835:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313839:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e5a02f already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201067.313840:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313846:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313852:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0xf884e681 (000000008be19d1e) 00010000:00010000:3.0:1776201067.313854:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201067.313855:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313860:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e5a02f/0xf221502977fbd017 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313872:0:6374:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313877:0:6374:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313881:0:6374:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313886:0:6374:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000466fa906 already unused, calling callback (00000000ba6a1727) 00010000:00010000:3.0:1776201067.313887:0:6374:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313892:0:6374:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313898:0:6374:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b4:0x0].0x0 (000000005db9ca46) 00010000:00010000:3.0:1776201067.313900:0:6374:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776201067.313902:0:6374:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201067.313911:0:6374:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466fa906/0xf221502977fbd01e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6374 timeout: 0 lvb_type: 0 00010000:00000080:3.0:1776201067.313931:0:6374:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000a2b0e433 x1862480738274560/t0(0) o34->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 464/704 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1776201067.313999:0:6374:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2b0e433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b1842e67-c817-43d9-bd43-cf870479ca00+35:18537:x1862480738274560:12345-192.168.202.3@tcp:34:lfs.0 Request processed in 575us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201067.314007:0:6374:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 72704 00000100:00100000:3.0:1776201067.318901:0:3019:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:0.0:1776201067.318991:0:5556:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274688 00000100:00100000:0.0:1776201067.319049:0:5556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 24467 00000100:00100000:0.0:1776201067.319057:0:5556:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000117e782f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+35:18537:x1862480738274688:12345-192.168.202.3@tcp:35:lfs.0 00010000:00000080:0.0:1776201067.319307:0:5556:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000117e782f x1862480738274688/t4295011076(0) o35->b1842e67-c817-43d9-bd43-cf870479ca00@192.168.202.3@tcp:190/0 lens 392/456 e 0 to 0 dl 1776201110 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:0.0:1776201067.319366:0:5556:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000117e782f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b1842e67-c817-43d9-bd43-cf870479ca00+36:18537:x1862480738274688:12345-192.168.202.3@tcp:35:lfs.0 Request processed in 309us (474us total) trans 4295011076 rc 0/0 00000100:00100000:0.0:1776201067.319374:0:5556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 24467 00000100:00100000:1.0:1776201067.388319:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.3@tcp (source: 12345-192.168.202.3@tcp) 00000100:00100000:1.0:1776201067.388365:0:5546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480738274752 00000100:00100000:1.0:1776201067.388430:0:5546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.3@tcp, seq: 549 00000100:00100000:1.0:1776201067.388436:0:5546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027130869 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2228:x1862480738274752:12345-192.168.202.3@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1776201067.388505:0:5546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027130869 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b2cca9b7-3137-4ee9-95ef-e6e301c806bf+9:2228:x1862480738274752:12345-192.168.202.3@tcp:400:kworker/u8:4.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201067.388514:0:5546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.3@tcp, seq: 549 00000001:00080000:1.0:1776201067.445165:0:6379:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294972846 is committed 00000001:00080000:0.0:1776201067.464936:0:7162:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294973709 is committed 00000001:00080000:0.0:1776201067.464953:0:7162:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294973708 is committed 00010000:00010000:2.0:1776201067.570373:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201068.275216:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011558c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742334336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776201068.275327:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776201068.276511:0:13823:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334336 00000100:00100000:3.0:1776201068.276592:0:13823:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1776201068.276599:0:13823:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a78bcb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3027:x1862480742334336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1776201068.276648:0:13823:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 44302336 granted 194183168 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1776201068.277710:0:13823:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a78bcb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3027:x1862480742334336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1107us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201068.277722:0:13823:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1776201068.278296:0:3027:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972846 gen 2 00000004:00080000:1.0:1776201068.278306:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000ae5fed19, transno 4294972842 00000004:00080000:1.0:1776201068.278321:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000089e35ab4, transno 4294972843 00000004:00080000:1.0:1776201068.278325:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000777a4d2d, transno 4294972844 00000004:00080000:1.0:1776201068.278328:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000005c94ded, transno 4294972845 00000004:00080000:1.0:1776201068.278330:0:3027:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 000000003de5399b, transno 4294972846 00000100:00100000:1.0:1776201068.278348:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011558c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3027:1862480742334336:0@lo:13:osp-pre-0-0.0 00000040:00100000:3.0:1776201068.278392:0:6541:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 5 records, first 3562 in log [0x1:0x3:0x0] 00000004:00080000:3.0:1776201068.278745:0:6541:0:(osp_sync.c:1124:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00010000:00010000:3.0:1776201068.593816:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1776201069.250818:0:14464:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1776201069.250852:0:14464:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.250869:0:14464:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.250876:0:14464:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.250889:0:14464:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.250909:0:14464:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1776201069.250915:0:14464:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1776201069.250928:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1776201069.250934:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1776201069.251022:0:14464:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1776201069.251141:0:14464:0:(import.c:86:import_set_state_nolock()) 000000008dc99325 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1776201069.251166:0:14464:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fddfe3 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:14464:1862480742334400:0@lo:39:umount.0 00000100:00100000:2.0:1776201069.251269:0:14464:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201069.251302:0:14464:0:(client.c:2500:ptlrpc_set_wait()) set 00000000edb33e50 going to sleep for 5 seconds 00000100:00100000:3.0:1776201069.251548:0:5553:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334400 00010000:00010000:0.0:1776201069.251605:0:5541:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1776201069.251609:0:5553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72705 00010000:00010000:0.0:1776201069.251613:0:5541:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776201069.251616:0:5553:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:14464:x1862480742334400:12345-0@lo:39:umount.0 00010000:00010000:0.0:1776201069.251621:0:5541:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007f3aef67 already unused, calling callback (00000000b4e2a1e4) 10000000:00010000:0.0:1776201069.251624:0:5541:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.251633:0:5541:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1776201069.251639:0:5541:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1776201069.251644:0:5541:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1776201069.251646:0:5541:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1776201069.251648:0:5541:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-client 00000020:00000080:3.0:1776201069.251653:0:5553:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a1ad 00000100:00080000:3.0:1776201069.251670:0:5553:0:(import.c:86:import_set_state_nolock()) 0000000064aeb002 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1776201069.251678:0:5541:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.251684:0:5541:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776201069.251703:0:5541:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.251709:0:5541:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.103@tcp lock: 000000007f3aef67/0xf221502977e4a400 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a407 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.251721:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201069.251723:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201069.252118:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201069.252134:0:3024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742334464:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1776201069.252178:0:3024:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000080:3.0:1776201069.252219:0:5553:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000f0c7b8f1 x1862480742334400/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:192/0 lens 224/224 e 0 to 0 dl 1776201112 ref 1 fl Interpret:/0/0 rc 0/0 job:'umount.0' 00010000:00010000:0.0:1776201069.252241:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776201069.252569:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334464 00000100:00100000:2.0:1776201069.252614:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1776201069.252619:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3024:x1862480742334464:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1776201069.252633:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201069.252650:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000085761635/0xf221502977e4a407 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf221502977e4a400 expref: 18 pid: 5548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.252664:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201069.252699:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49d6c9e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:91b85cbe-83b4-4a14-b335-13cca4b9d049+17:3024:x1862480742334464:12345-0@lo:103:ldlm_bl_01.0 Request processed in 79us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201069.252706:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1776201069.252864:0:5553:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c7b8f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:14464:x1862480742334400:12345-0@lo:39:umount.0 Request processed in 1248us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1776201069.252872:0:5553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72705 00000020:00000080:3.0:1776201069.252880:0:5553:0:(genops.c:985:class_export_put()) final put 00000000962b3322/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1776201069.252939:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000962b3322/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1776201069.252993:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000064aeb002 for lustre-MDT0000 00000100:00100000:0.0:1776201069.253230:0:3024:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b85cbe-83b4-4a14-b335-13cca4b9d049:3024:1862480742334464:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1776201069.253230:0:14464:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fddfe3 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:14464:1862480742334400:0@lo:39:umount.0 00000100:00080000:2.0:1776201069.253514:0:14464:0:(import.c:86:import_set_state_nolock()) 000000008dc99325 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1776201069.253522:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1776201069.253526:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1776201069.253530:0:14464:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1776201069.262320:0:14464:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262345:0:14464:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262351:0:14464:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262358:0:14464:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262381:0:14464:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776201069.262386:0:14464:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262409:0:14464:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262414:0:14464:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262419:0:14464:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262489:0:14464:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776201069.262496:0:14464:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262502:0:14464:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262508:0:14464:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262513:0:14464:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262564:0:14464:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776201069.262568:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776201069.262571:0:14464:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262574:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262576:0:14464:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262582:0:14464:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262582:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000864d12f1 already unused, calling callback (00000000b4e2a1e4) 10000000:00010000:2.0:1776201069.262586:0:5542:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262587:0:14464:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262594:0:5542:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1776201069.262600:0:5542:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262602:0:14464:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:0.0:1776201069.262604:0:14464:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 10000000:01000000:2.0:1776201069.262605:0:5542:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1776201069.262608:0:5542:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1776201069.262609:0:5542:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1776201069.262617:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776201069.262620:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262625:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097f23503 already unused, calling callback (00000000b4e2a1e4) 10000000:00010000:0.0:1776201069.262627:0:6367:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262631:0:6367:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1776201069.262637:0:6367:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1776201069.262641:0:6367:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1776201069.262643:0:6367:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1776201069.262644:0:6367:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1776201069.262654:0:5542:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262656:0:6367:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262661:0:5542:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776201069.262662:0:6367:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776201069.262674:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262682:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262687:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.103@tcp lock: 0000000097f23503/0xf221502977e4a327 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a32e expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262688:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.103@tcp lock: 00000000864d12f1/0xf221502977e4a40e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a415 expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262702:0:6367:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776201069.262702:0:5542:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776201069.262704:0:6367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262704:0:5542:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262710:0:6367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da2a61a0 already unused, calling callback (00000000b4e2a1e4) 10000000:00010000:0.0:1776201069.262712:0:6367:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262715:0:5542:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095b678d9 already unused, calling callback (00000000b4e2a1e4) 00010000:00010000:0.0:1776201069.262717:0:6367:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1776201069.262717:0:5542:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1776201069.262723:0:6367:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262723:0:5542:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1776201069.262728:0:6367:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00010000:2.0:1776201069.262728:0:5542:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1776201069.262730:0:6367:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1776201069.262732:0:6367:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 10000000:01000000:2.0:1776201069.262732:0:5542:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1776201069.262734:0:5542:0:(mgc_request.c:1046:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1776201069.262735:0:5542:0:(mgc_request.c:153:config_log_put()) dropping config log params 00010000:00010000:0.0:1776201069.262741:0:6367:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262742:0:5542:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262747:0:6367:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776201069.262756:0:5542:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776201069.262761:0:6367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262762:0:5542:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262767:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.103@tcp lock: 00000000da2a61a0/0xf221502977e4a10c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a113 expref: -99 pid: 5534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.262768:0:5542:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.103@tcp lock: 0000000095b678d9/0xf221502977e4a485 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf221502977e4a48c expref: -99 pid: 5550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.262778:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201069.262778:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201069.262779:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201069.262779:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776201069.262780:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776201069.262780:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776201069.262798:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b85cbe-83b4-4a14-b335-13cca4b9d049:3025:1862480742334592:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1776201069.262798:0:3026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:91b85cbe-83b4-4a14-b335-13cca4b9d049:3026:1862480742334656:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1776201069.262863:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201069.262874:0:3027:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011558c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:91b85cbe-83b4-4a14-b335-13cca4b9d049:3027:1862480742334720:0@lo:103:ldlm_bl_02.0 00000100:00100000:2.0:1776201069.263461:0:3026:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201069.263533:0:5539:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334656 00000100:00100000:2.0:1776201069.263592:0:5539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1776201069.263600:0:5539:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:91b85cbe-83b4-4a14-b335-13cca4b9d049+17:3026:x1862480742334656:12345-0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1776201069.263603:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201069.263618:0:5539:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776201069.263622:0:3025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fddfe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b85cbe-83b4-4a14-b335-13cca4b9d049:3025:1862480742334528:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201069.263634:0:5539:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee8acbbc/0xf221502977e4a113 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf221502977e4a10c expref: 17 pid: 5547 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776201069.263643:0:3025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776201069.263653:0:5539:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201069.263676:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334592 00000100:00100000:0.0:1776201069.263699:0:10929:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334528 00000100:00100000:0.0:1776201069.263717:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1776201069.263721:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:91b85cbe-83b4-4a14-b335-13cca4b9d049+18:3025:x1862480742334592:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1776201069.263728:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201069.263735:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041a1645e/0xf221502977e4a32e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf221502977e4a327 expref: 18 pid: 5546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.263744:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201069.263770:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5e93396 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:91b85cbe-83b4-4a14-b335-13cca4b9d049+17:3025:x1862480742334592:12345-0@lo:103:ldlm_bl_03.0 Request processed in 48us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201069.263782:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1776201069.263800:0:10929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1776201069.263804:0:10929:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:91b85cbe-83b4-4a14-b335-13cca4b9d049+16:3025:x1862480742334528:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1776201069.263810:0:10929:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776201069.263817:0:10929:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d2ab797/0xf221502977e4a415 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf221502977e4a40e expref: 16 pid: 5546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776201069.263825:0:10929:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776201069.263842:0:10929:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc745d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:91b85cbe-83b4-4a14-b335-13cca4b9d049+15:3025:x1862480742334528:12345-0@lo:103:ldlm_bl_02.0 Request processed in 37us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201069.263847:0:10929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1776201069.263892:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd63476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b85cbe-83b4-4a14-b335-13cca4b9d049:3025:1862480742334592:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1776201069.263900:0:3025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fddfe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b85cbe-83b4-4a14-b335-13cca4b9d049:3025:1862480742334528:0@lo:103:ldlm_bl_02.0 00000020:01000004:0.0:1776201069.263932:0:14464:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000100:00100000:2.0:1776201069.263944:0:5539:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b59afcf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:91b85cbe-83b4-4a14-b335-13cca4b9d049+14:3026:x1862480742334656:12345-0@lo:103:ldlm_bl_03.0 Request processed in 344us (486us total) trans 0 rc 0/0 00000020:01000000:0.0:1776201069.263949:0:14464:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000100:00100000:2.0:1776201069.263950:0:5539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000020:00000080:0.0:1776201069.263955:0:14464:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1776201069.263960:0:14464:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:2.0:1776201069.263977:0:3026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a007c464 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:91b85cbe-83b4-4a14-b335-13cca4b9d049:3026:1862480742334656:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1776201069.264644:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:0.0:1776201069.266202:0:14464:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00000100:00100000:0.0:1776201069.267849:0:3027:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776201069.269575:0:10928:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334720 00000100:00100000:2.0:1776201069.269658:0:10928:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1776201069.269665:0:10928:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd63476b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:91b85cbe-83b4-4a14-b335-13cca4b9d049+14:3027:x1862480742334720:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1776201069.270176:0:10928:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776201069.270263:0:10928:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002a529df9/0xf221502977e4a48c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf221502977e4a485 expref: 14 pid: 5548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776201069.270282:0:10928:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776201069.272021:0:10928:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd63476b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:91b85cbe-83b4-4a14-b335-13cca4b9d049+13:3027:x1862480742334720:12345-0@lo:103:ldlm_bl_02.0 Request processed in 2272us (4097us total) trans 0 rc 0/0 00000100:00100000:2.0:1776201069.272040:0:10928:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1776201069.272203:0:3027:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011558c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:91b85cbe-83b4-4a14-b335-13cca4b9d049:3027:1862480742334720:0@lo:103:ldlm_bl_02.0 00000020:00000080:1.0:1776201069.308773:0:14464:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:1.0:1776201069.308794:0:14464:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000584cb1f8 b1842e67-c817-43d9-bd43-cf870479ca00 192.168.202.3@tcp 35 (0 6 25) 0 0 0 0: 0000000000000000 4295011070 stale:0 00000020:00080000:1.0:1776201069.308804:0:14464:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000523be631 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1776201069.308808:0:14464:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000ccd96687 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1776201069.308812:0:14464:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (00000000ad5f6f10) has exports, disconnecting them 00000020:00080000:1.0:1776201069.308819:0:14464:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.202.3@tcp (00000000584cb1f8), last request at 1776201067 00000020:00000080:1.0:1776201069.308836:0:14464:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a390 00000020:00010000:1.0:1776201069.308844:0:14464:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000584cb1f8: total 1 00000100:00080000:1.0:1776201069.308849:0:14464:0:(import.c:86:import_set_state_nolock()) 00000000f0032b94 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1776201069.309117:0:14464:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.202.3@tcp (00000000584cb1f8): rc 0 00000020:00080000:1.0:1776201069.309121:0:14464:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000523be631), last request at 1776201067 00000020:00000080:1.0:1776201069.309125:0:14464:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a2ef 00000100:00080000:1.0:1776201069.309128:0:14464:0:(import.c:86:import_set_state_nolock()) 0000000017594cae : changing import state from FULL to CLOSED 00000020:00080000:1.0:1776201069.309156:0:14464:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000523be631): rc 0 00000020:00000080:1.0:1776201069.309159:0:14464:0:(genops.c:985:class_export_put()) final put 00000000523be631/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1776201069.309170:0:14464:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000ccd96687), last request at 1776201067 00000020:00000080:1.0:1776201069.309173:0:14464:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a232 00000100:00080000:1.0:1776201069.309176:0:14464:0:(import.c:86:import_set_state_nolock()) 0000000074a5fc9f : changing import state from FULL to CLOSED 00000001:00080000:3.0:1776201069.309511:0:5575:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4295011076 is committed 00000020:00080000:1.0:1776201069.309520:0:14464:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000ccd96687): rc 0 00000020:00000080:1.0:1776201069.309523:0:14464:0:(genops.c:985:class_export_put()) final put 00000000ccd96687/lustre-MDT0000-lwp-OST0000_UUID 00000100:00080000:1.0:1776201069.309560:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1776201069.309564:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972846 gen 3 00000004:00080000:1.0:1776201069.309586:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1776201069.309590:0:14464:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1776201069.309621:0:14464:0:(import.c:86:import_set_state_nolock()) 00000000188789f6 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1776201069.309644:0:14464:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:14464:1862480742334784:0@lo:9:umount.0 00000100:00100000:1.0:1776201069.309726:0:14464:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201069.309821:0:14464:0:(client.c:2500:ptlrpc_set_wait()) set 000000004acc907f going to sleep for 5 seconds 00000020:00000080:1.0:1776201069.309871:0:8:0:(genops.c:944:class_export_destroy()) destroying export 00000000523be631/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1776201069.309917:0:8:0:(genops.c:944:class_export_destroy()) destroying export 00000000ccd96687/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1776201069.310020:0:8:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000017594cae for lustre-MDT0000 00000020:00000080:1.0:1776201069.310029:0:8:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000074a5fc9f for lustre-MDT0000 00000020:00010000:3.0:1776201069.311497:0:6367:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000584cb1f8: total 1 00010000:00010000:3.0:1776201069.311566:0:6367:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000584cb1f8, canceled 0 locks, left on hash table 25. 00010000:00010000:3.0:1776201069.311611:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088da4deb/0xf221502977e54180 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df8798 expref: 26 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311642:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d275a599/0xf221502977e52fe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df81b0 expref: 25 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311656:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000044e40353/0xf221502977e522b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7ed8 expref: 24 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311670:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5ab4424/0xf221502977fbcfd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b4:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e301 expref: 23 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311685:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006634748c/0xf221502977e52701 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7f09 expref: 22 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311700:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000131ae0e9/0xf221502977e4fb95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df79c9 expref: 21 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311721:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b429da94/0xf221502977e538b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df83d9 expref: 20 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311736:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be9b37a3/0xf221502977e51cdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7b12 expref: 19 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311749:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb131053/0xf221502977e51901 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7a32 expref: 18 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311761:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007b86a9ab/0xf221502977e51a35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7a6a expref: 17 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311773:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001db9f7f7/0xf221502977e51b23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7aa2 expref: 16 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311787:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cfc6b51/0xf221502977e530e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df81da expref: 15 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311802:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9146646/0xf221502977e4a5ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df422b expref: 14 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311814:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4f4f07e/0xf221502977e51ded lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7b7b expref: 13 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311830:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033edb61b/0xf221502977e4a7b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df429b expref: 12 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311844:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a55c79d/0xf221502977e51add lrc: 0/0,0 mode: --/CR res: [0x200000401:0x11:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7a9b expref: 11 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311858:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000027737818/0xf221502977e51821 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df79f3 expref: 10 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311875:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000143a3cc9/0xf221502977fbce9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71e6e2b4 expref: 9 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311889:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007b763503/0xf221502977e529a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7fd4 expref: 8 pid: 6374 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311905:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f9fe12be/0xf221502977e53460 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x29:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df82e4 expref: 7 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311921:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058ec58bf/0xf221502977e4a4c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df41e5 expref: 6 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311934:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000889961f6/0xf221502977e51c3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7afd expref: 5 pid: 5555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311952:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0a9d0e8/0xf221502977e4a709 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df4286 expref: 4 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311968:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051d0e3f6/0xf221502977e51ed4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df7b97 expref: 3 pid: 5553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311984:0:6367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000daed8473/0xf221502977e52c56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.3@tcp remote: 0xcc77304f71df809f expref: 2 pid: 5554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776201069.311997:0:6367:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000584cb1f8, canceled 25 locks, left on hash table 0. 00010000:00010000:1.0:1776201069.313547:0:5541:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776201069.313598:0:10927:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334784 00000100:00100000:1.0:1776201069.313673:0:10927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20773 00000100:00100000:1.0:1776201069.313681:0:10927:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb9bce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:14464:x1862480742334784:12345-0@lo:9:umount.0 00000020:00000080:1.0:1776201069.313729:0:10927:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a27f 00000100:00080000:1.0:1776201069.313739:0:10927:0:(import.c:86:import_set_state_nolock()) 00000000ef55a71d : changing import state from FULL to CLOSED 00000001:00000004:1.0:1776201069.313799:0:10927:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972846 00000100:00100000:1.0:1776201069.314167:0:10927:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb9bce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+2:14464:x1862480742334784:12345-0@lo:9:umount.0 Request processed in 485us (4441us total) trans 0 rc 0/0 00000100:00100000:1.0:1776201069.314176:0:10927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20773 00000100:00100000:1.0:1776201069.314265:0:14464:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050d320ff pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:14464:1862480742334784:0@lo:9:umount.0 00000100:00080000:1.0:1776201069.314288:0:14464:0:(import.c:86:import_set_state_nolock()) 00000000188789f6 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1776201069.314301:0:14464:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1776201069.314303:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1776201069.314307:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1776201069.314309:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972846 gen 4 00000004:00080000:1.0:1776201069.314314:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1776201069.314316:0:14464:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1776201069.314665:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776201069.314842:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1776201069.314845:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973704 gen 3 00000100:00100000:1.0:1776201069.314853:0:14464:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@00000000920ab5a5 x1862480742332928/t4294973705(4294973705) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:1.0:1776201069.314865:0:14464:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000920ab5a5, transno 4294973705 00000100:00100000:1.0:1776201069.314922:0:14464:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@00000000c1c98a34 x1862480742333056/t4294973706(4294973706) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:1.0:1776201069.314929:0:14464:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000c1c98a34, transno 4294973706 00000100:00100000:1.0:1776201069.315037:0:14464:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@00000000df9f42f2 x1862480742333120/t4294973707(4294973707) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:1.0:1776201069.315043:0:14464:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 00000000df9f42f2, transno 4294973707 00000100:00100000:1.0:1776201069.315047:0:14464:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@0000000003ac44b9 x1862480742332992/t4294973708(4294973708) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776201106 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:1.0:1776201069.315051:0:14464:0:(osp_sync.c:508:osp_sync_request_commit_cb()) commit req 0000000003ac44b9, transno 4294973708 00000004:00080000:1.0:1776201069.315063:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1776201069.315067:0:14464:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1776201069.315154:0:14464:0:(import.c:86:import_set_state_nolock()) 00000000ef45492c lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1776201069.315176:0:14464:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1c98a34 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:14464:1862480742334848:0@lo:9:umount.0 00000100:00100000:1.0:1776201069.315248:0:14464:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776201069.315309:0:14464:0:(client.c:2500:ptlrpc_set_wait()) set 000000004acc907f going to sleep for 5 seconds 00000100:00100000:0.0:1776201069.315363:0:12107:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862480742334848 00000100:00100000:0.0:1776201069.315612:0:12107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20774 00000100:00100000:0.0:1776201069.315619:0:12107:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:14464:x1862480742334848:12345-0@lo:9:umount.0 00000020:00000080:0.0:1776201069.315649:0:12107:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a358 00000100:00080000:0.0:1776201069.315658:0:12107:0:(import.c:86:import_set_state_nolock()) 000000005ae6f567 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1776201069.315697:0:12107:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294973709 00000100:00100000:0.0:1776201069.315968:0:12107:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050d320ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2:14464:x1862480742334848:12345-0@lo:9:umount.0 Request processed in 349us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1776201069.315977:0:12107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20774 00000100:00100000:1.0:1776201069.316099:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973708 gen 3 00000100:00100000:1.0:1776201069.316107:0:14464:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1c98a34 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:14464:1862480742334848:0@lo:9:umount.0 00000100:00080000:1.0:1776201069.316122:0:14464:0:(import.c:86:import_set_state_nolock()) 00000000ef45492c lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1776201069.316132:0:14464:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1776201069.316133:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1776201069.316136:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1776201069.316138:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973708 gen 4 00000004:00080000:1.0:1776201069.316140:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1776201069.316142:0:14464:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:1.0:1776201069.316310:0:14464:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000ad5f6f10) has no exports 00000040:00080000:1.0:1776201069.317127:0:14464:0:(llog_cat.c:1142:llog_cat_set_first_idx()) catlog [0x200000400:0x1:0x0] first idx 1, last_idx 1 00000040:00100000:1.0:1776201069.317133:0:14464:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x200000400:0x1:0x0] 00010000:00010000:0.0:1776201069.317527:0:5542:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776201069.318281:0:10946:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1776201069.381007:0:6367:0:(genops.c:985:class_export_put()) final put 00000000584cb1f8/b1842e67-c817-43d9-bd43-cf870479ca00 00000020:00000080:1.0:1776201069.381245:0:14464:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a167 00000020:00000080:1.0:1776201069.381254:0:14464:0:(genops.c:985:class_export_put()) final put 00000000aa8ce0c2/lustre-QMT0000_UUID 00000020:01000000:1.0:1776201069.381275:0:14464:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1776201069.381288:0:14464:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1776201069.381298:0:14464:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1776201069.381303:0:14464:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (0000000024ad8758) has no exports 00000020:00000080:2.0:1776201069.381326:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000aa8ce0c2/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1776201069.381717:0:14464:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xf221502977e4a160 00000020:00000080:1.0:1776201069.381723:0:14464:0:(genops.c:985:class_export_put()) final put 0000000050d9b592/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1776201069.381801:0:14464:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1776201069.381807:0:14464:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1776201069.381810:0:14464:0:(genops.c:985:class_export_put()) final put 000000003efa16f7/lustre-QMT0000_UUID 00000020:00000080:1.0:1776201069.381812:0:14464:0:(genops.c:944:class_export_destroy()) destroying export 000000003efa16f7/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1776201069.381822:0:14464:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:1.0:1776201069.382031:0:14464:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000f9bae68b - data 000000007decd4dc/00000000c5169ab6 00000020:01000000:1.0:1776201069.382057:0:14464:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000522afb3d - data 00000000d05d3e2e/00000000d83affa7 00000020:00080000:1.0:1776201069.382577:0:14464:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000ad5f6f10) has no exports 00000020:00000080:0.0:1776201069.383534:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000050d9b592/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1776201069.388474:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201069.388482:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776201069.388486:0:6367:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1776201069.388593:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000584cb1f8/b1842e67-c817-43d9-bd43-cf870479ca00 for lustre-MDT0000 00000001:00040000:0.0:1776201069.388732:0:36:0:(tgt_lastrcvd.c:457:tgt_client_free()) ASSERTION( lut && lut->lut_client_bitmap ) failed: 00000001:00040000:0.0:1776201069.399508:0:36:0:(tgt_lastrcvd.c:457:tgt_client_free()) LBUG 00000100:00080000:3.0:1776201069.430158:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1776201069.430167:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972846 gen 5 00000004:00080000:3.0:1776201069.430209:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:3.0:1776201069.430215:0:14464:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:3.0:1776201069.430217:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1776201069.430219:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1776201069.430220:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972846 gen 6 00000004:00080000:3.0:1776201069.430223:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1776201069.430225:0:14464:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1776201069.430925:0:6541:0:(osp_sync.c:1162:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1776201069.430929:0:6541:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x3:0x0] index 3566 count 1 00000040:00080000:3.0:1776201069.431014:0:6541:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 1 count 2 00000040:00080000:3.0:1776201069.431517:0:6541:0:(llog_cat.c:1142:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 1, last_idx 1 00000040:00100000:3.0:1776201069.431522:0:6541:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x2:0x0] 00000100:00080000:3.0:1776201069.431791:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1776201069.431796:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973708 gen 5 00000004:00080000:3.0:1776201069.431818:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:3.0:1776201069.431822:0:14464:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:3.0:1776201069.431823:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1776201069.431824:0:14464:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1776201069.431826:0:14464:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294973708 gen 6 00000004:00080000:3.0:1776201069.431830:0:14464:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1776201069.431832:0:14464:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1776201069.432361:0:7565:0:(osp_sync.c:1162:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1776201069.432366:0:7565:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x6:0x0] index 3566 count 5 00000040:00080000:2.0:1776201069.432382:0:7565:0:(llog.c:792:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 1 count 2 Debug log: 23255 lines, 23255 kept, 0 dropped, 0 bad.